-- Logs begin at Tue 2022-06-21 07:33:05 UTC, end at Tue 2022-06-21 08:39:12 UTC. -- Jun 21 08:07:01.904536 dv-cinder-836973-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 08:07:04.656943 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.common.config [-] Logging enabled! Jun 21 08:07:04.657566 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev352 Jun 21 08:07:04.657913 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103831) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 21 08:07:04.661202 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.common.config [-] Logging enabled! Jun 21 08:07:04.661456 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev352 Jun 21 08:07:04.661763 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103831) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 21 08:07:04.662712 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 08:07:04.662948 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 08:07:04.663319 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 08:07:04.663568 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 08:07:04.663798 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 08:07:04.664228 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.664526 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.664760 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.665058 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.665353 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.665638 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.665932 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.666236 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.666522 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.666826 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.667113 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.667345 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.667625 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.667910 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.668200 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.668424 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] debug = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.668701 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.669139 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.669534 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.669818 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.670106 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.670382 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.670675 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.670954 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.671237 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.671563 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] host = dv-cinder-836973-7-iscsi {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.671840 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.672125 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.672409 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.672691 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.672964 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.673370 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.673370 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.673968 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.674242 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] log_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.674518 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.674848 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.675139 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.675429 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.675655 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.675879 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.676165 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.676461 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.676735 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.677007 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.677282 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.677557 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.677829 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.678096 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.678381 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.678695 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.678982 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.679258 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.679531 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.679804 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.680075 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.680359 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.680631 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.680901 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.681171 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.681456 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.681727 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.682001 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.682299 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.682584 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.682891 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.683175 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.683449 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.683729 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.684000 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.684272 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.684544 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] use_json = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.684814 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.685083 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.685364 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.685638 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.685911 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.686184 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.686459 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.686771 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.687045 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:04.687341 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.687637 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.687936 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.688218 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.688530 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.689328 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.689616 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.689893 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.690179 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.690465 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.690786 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.691066 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.691363 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.691653 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.691948 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.692249 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.692541 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.692829 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.693100 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.693371 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.693642 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.693917 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.694203 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.694480 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.694792 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.695079 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.695355 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.695647 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.695930 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.696212 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.696511 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.696791 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.697062 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.697339 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.697627 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.697904 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.698175 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.698461 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.698775 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.699050 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.699333 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.699618 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.699901 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.700173 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.700449 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.700733 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.701007 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.701275 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.701544 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.701823 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.702095 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.702377 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.702676 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.702949 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.703217 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.703492 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.703763 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.704035 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.704865 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.705148 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.705503 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.705780 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.706053 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.706325 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.706600 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.706892 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.707161 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.707430 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.707707 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.707976 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.708249 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.708522 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.708793 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.709063 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.709362 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.709643 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.709919 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.710197 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.710474 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.710798 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.711078 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.711358 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.711637 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.711911 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.712200 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.712484 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.712770 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.713055 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.713333 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.713643 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.713919 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.714197 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.714479 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.714788 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.715070 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.715352 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.715635 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.715929 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.716221 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.716500 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.716795 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.717086 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.717376 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.717653 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.717959 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.718240 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:04.718456 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 08:07:04.718723 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103831) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 08:07:05.017649 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 21 08:07:05.017926 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 21 08:07:05.018227 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 21 08:07:05.018554 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 08:07:05.424080 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.424300 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.424570 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.425846 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.426133 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.426397 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.478234 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.478510 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.478878 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.493455 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.493738 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.494012 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.523574 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.523852 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.524117 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.560096 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.560378 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.560648 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.791626 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.792278 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.792278 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.792437 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.793098 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.893070 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.893386 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.893670 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.893944 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.894212 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.894520 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.894807 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.895065 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.895320 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.895600 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.895860 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.896124 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.896382 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.896633 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.896888 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.897152 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.897408 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.897673 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.897941 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.898202 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.898474 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.898755 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.899038 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.899411 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.899661 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.899907 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.900301 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 08:07:05.900541 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 08:07:05.900780 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 08:07:05.901023 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 08:07:05.901260 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 08:07:05.901495 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 08:07:05.901860 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 08:07:05.904993 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 08:07:05.908961 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 08:07:05.912768 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 21 08:07:05.914381 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 08:07:05.915022 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 08:07:05.915361 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 08:07:05.915747 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 08:07:05.918494 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 08:07:05.918775 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 08:07:05.919127 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 08:07:05.924476 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 21 08:07:05.948154 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 08:07:05.948602 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.948896 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103831) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 21 08:07:05.949269 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.950633 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103831) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 08:07:05.950934 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 08:07:05.951180 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 08:07:05.955240 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:05.955569 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.067626 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 08:07:06.067811 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 08:07:06.068049 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 08:07:06.068427 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 08:07:06.121861 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO dbcounter [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Registered counter for database neutron Jun 21 08:07:06.141247 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_db.sqlalchemy.engines [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103831) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 08:07:06.147621 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG dbcounter [-] [103831] Writer thread running {{(pid=103831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 08:07:06.692435 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Initializing driver for type 'gre' Jun 21 08:07:06.693071 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] gre ID ranges: [(1, 1000)] Jun 21 08:07:06.748130 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Initializing driver for type 'local' Jun 21 08:07:06.748534 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Initializing driver for type 'vlan' Jun 21 08:07:06.762645 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] VlanTypeDriver initialization complete Jun 21 08:07:06.763062 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Initializing driver for type 'vxlan' Jun 21 08:07:06.763553 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] vxlan ID ranges: [(1, 1000)] Jun 21 08:07:06.819054 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Initializing extension driver 'port_security' Jun 21 08:07:06.819714 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.extensions.port_security [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] PortSecurityExtensionDriver initialization complete Jun 21 08:07:06.819809 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Initializing mechanism driver 'openvswitch' Jun 21 08:07:06.820059 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Initializing mechanism driver 'hyperv' Jun 21 08:07:06.826833 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:06.827512 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > port after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.827894 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.828255 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.828763 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 08:07:06.829215 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > subnet after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.830215 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > subnet after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.830578 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.831004 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 08:07:06.831424 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > network after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.831783 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > network after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.832138 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > network after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.832534 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 08:07:06.832943 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > security_group after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.833299 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > security_group after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.833648 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.834046 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 08:07:06.834455 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.834847 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.835194 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.835600 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 08:07:06.836006 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > address_group after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.836359 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > address_group after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.836705 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.837096 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 08:07:06.837542 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] ML2 OVO RPC backend initialized. {{(pid=103831) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 08:07:06.838247 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.838607 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.839054 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > network before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.839413 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > networks before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.839766 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > port before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.840110 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > ports before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.840458 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > subnet before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.840805 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > subnets before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.841154 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > network after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.841500 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > network after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.841838 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > network after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.842178 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > port after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.842519 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.842883 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.843223 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > subnet after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.843563 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > subnet after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.843898 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.851458 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded quota_driver: . Jun 21 08:07:06.851824 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.plugin [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Modular L2 Plugin initialization complete Jun 21 08:07:06.852180 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading services supported by the core plugin {{(pid=103831) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 08:07:06.852527 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Got port-security extension from driver 'port_security' Jun 21 08:07:06.853011 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.extensions.vlantransparent [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Disabled vlantransparent extension. Jun 21 08:07:06.853511 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103831) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 08:07:06.853843 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading Plugin: router Jun 21 08:07:06.890279 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.890706 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router after_create 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.891084 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router before_create 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.891586 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.892592 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.892960 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router after_delete 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.893327 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.893691 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.894055 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router after_create 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.894409 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router after_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.894800 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router after_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.895157 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.895522 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router after_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.895939 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router precommit_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.896312 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.896657 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.897000 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: subnet after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.897349 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.897702 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.898055 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router precommit_create 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.898402 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: port before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.898788 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router precommit_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.899151 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router after_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.899528 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.899884 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router precommit_create 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.900250 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.900597 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router precommit_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.900967 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > agent after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.901322 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > agent after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.901672 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > network after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.902535 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Tracking information for resource: router configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 08:07:06.902909 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Tracking information for resource: floatingip configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 08:07:06.907838 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.db.l3_agentschedulers_db [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 08:07:06.908424 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.908793 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: port after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.909152 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.909509 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.910297 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router before_create 55550100 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.910691 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.911064 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router precommit_create 55550100 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.911427 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > router precommit_update 55550100 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.916217 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.services.provider_configuration [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service providers = [] {{(pid=103831) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 08:07:06.916593 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.db.servicetype_db [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103831) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 08:07:06.919566 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.services.service_base [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 08:07:06.919927 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.services.service_base [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 08:07:06.920280 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.services.service_base [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 08:07:06.921340 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.services.service_base [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 08:07:06.921722 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.services.service_base [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 08:07:06.922104 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 08:07:06.922431 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 08:07:06.934286 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 08:07:06.934648 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading Plugin: auto_allocate Jun 21 08:07:06.941116 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: network precommit_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.941492 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: network precommit_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.942015 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 08:07:06.942340 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading Plugin: tag Jun 21 08:07:06.949207 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 08:07:06.949547 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading Plugin: timestamp Jun 21 08:07:06.953556 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 08:07:06.953890 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading Plugin: network_ip_availability Jun 21 08:07:06.960237 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.960615 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.960979 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:06.961700 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 08:07:06.962030 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading Plugin: flavors Jun 21 08:07:06.966994 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 08:07:06.967337 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading Plugin: revisions Jun 21 08:07:06.971815 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 08:07:06.972214 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_concurrency.lockutils [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.954s {{(pid=103831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 21 08:07:06.973044 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103831) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 21 08:07:06.973394 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Initializing extension manager. Jun 21 08:07:06.973924 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: __init__.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.974274 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: __pycache__ {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.974641 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: address_group.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.975403 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.975983 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: address-group Jun 21 08:07:06.976317 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: address_scope.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.977048 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.977566 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: address-scope Jun 21 08:07:06.977898 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.978871 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.979395 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: router-admin-state-down-before-update Jun 21 08:07:06.979726 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: agent.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.980437 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.980955 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: agent Jun 21 08:07:06.981283 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: agent_resources_synced.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.982211 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.982833 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: agent-resources-synced Jun 21 08:07:06.983167 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: allowedaddresspairs.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.984984 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.986068 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: allowed-address-pairs Jun 21 08:07:06.986410 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: auto_allocated_topology.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.987516 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.988311 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: auto-allocated-topology Jun 21 08:07:06.988643 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: availability_zone.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.989350 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.989927 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: availability_zone Jun 21 08:07:06.990261 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: availability_zone_filter.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.991208 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.991729 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: availability_zone_filter Jun 21 08:07:06.992063 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: data_plane_status.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.992979 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.993495 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 08:07:06.993821 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: default_subnetpools.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.994778 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.995298 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: default-subnetpools Jun 21 08:07:06.995629 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.996450 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.996972 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: dhcp_agent_scheduler Jun 21 08:07:06.997303 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: dns.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:06.998231 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:06.998769 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension dns-integration not supported by any of loaded plugins Jun 21 08:07:06.999104 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: dns_domain_ports.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.000033 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.000550 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 08:07:07.000882 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.002479 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.003032 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 21 08:07:07.003363 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: dvr.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.004047 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.004565 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: dvr Jun 21 08:07:07.004896 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: ecmp_routes.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.005816 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.006330 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension ecmp_routes not supported by any of loaded plugins Jun 21 08:07:07.006687 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: empty_string_filtering.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.007613 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.008134 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: empty-string-filtering Jun 21 08:07:07.008470 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.009398 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.009911 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 08:07:07.010242 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.011204 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.011901 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 08:07:07.012236 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: external_net.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.013156 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.013676 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: external-net Jun 21 08:07:07.014009 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.015032 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.015553 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: extra_dhcp_opt Jun 21 08:07:07.015883 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: extraroute.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.016846 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.017365 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: extraroute Jun 21 08:07:07.017698 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: extraroute_atomic.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.019259 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.020163 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: extraroute-atomic Jun 21 08:07:07.020733 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: filter_validation.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.021845 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.022798 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: filter-validation Jun 21 08:07:07.023316 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: fip_pf_description.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.024698 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.025529 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 08:07:07.026054 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: fip_pf_port_range.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.027464 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.028330 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 21 08:07:07.028873 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: fip_port_details.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.030323 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.031182 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: fip-port-details Jun 21 08:07:07.031528 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: flavors.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.032888 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.033418 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: flavors Jun 21 08:07:07.033753 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.035448 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.035988 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 08:07:07.036332 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: floatingip_pools.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.037052 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.037581 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: floatingip-pools Jun 21 08:07:07.037920 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: ip_allocation.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.038886 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.039410 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 08:07:07.039746 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.040679 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.041207 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: ip-substring-filtering Jun 21 08:07:07.041546 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: l2_adjacency.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.042498 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.043061 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 08:07:07.043396 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: l3.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.044370 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.044903 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: router Jun 21 08:07:07.045243 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.047489 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.048592 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 08:07:07.048932 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.049870 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.050401 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: ext-gw-mode Jun 21 08:07:07.050784 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.051717 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.052257 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: l3-ha Jun 21 08:07:07.052594 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.053519 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.054044 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 21 08:07:07.054376 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: l3_flavors.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.055341 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.055866 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: l3-flavors Jun 21 08:07:07.056198 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.057573 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.058103 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 21 08:07:07.058437 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.059399 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.059935 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 08:07:07.060270 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: l3agentscheduler.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.062767 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.063311 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: l3_agent_scheduler Jun 21 08:07:07.064240 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: local_ip.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.066013 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.066548 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension local_ip not supported by any of loaded plugins Jun 21 08:07:07.066915 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: logging.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.068398 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.068926 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension logging not supported by any of loaded plugins Jun 21 08:07:07.069264 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: metering.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.070064 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.070658 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: metering Jun 21 08:07:07.070996 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.072112 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.072644 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: metering_source_and_destination_fields Jun 21 08:07:07.072978 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: multiprovidernet.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.074046 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.074569 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: multi-provider Jun 21 08:07:07.074932 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: netmtu.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.075859 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.076382 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: net-mtu Jun 21 08:07:07.076713 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: netmtu_writable.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.077638 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.078161 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: net-mtu-writable Jun 21 08:07:07.078492 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: network_availability_zone.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.079228 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.079887 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: network_availability_zone Jun 21 08:07:07.080223 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: network_ip_availability.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.081356 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.081889 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: network-ip-availability Jun 21 08:07:07.082229 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: network_segment_range.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.083038 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.083559 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 08:07:07.083890 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: pagination.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.084877 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.085213 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: pagination Jun 21 08:07:07.085542 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: port_device_profile.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.086464 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.087023 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: port-device-profile Jun 21 08:07:07.087352 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: port_mac_address_override.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.088296 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.088816 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: port-mac-override Jun 21 08:07:07.089145 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.090078 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.090598 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: port-mac-address-regenerate Jun 21 08:07:07.090955 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.091887 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.092412 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: port-numa-affinity-policy Jun 21 08:07:07.092743 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: port_resource_request.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.093661 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.094177 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 08:07:07.094506 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: port_resource_request_groups.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.095672 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.096187 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 21 08:07:07.096516 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: portbindings.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.097451 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.097970 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: binding Jun 21 08:07:07.098299 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: portbindings_extended.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.099607 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.100135 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: binding-extended Jun 21 08:07:07.100467 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: portsecurity.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.101393 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.101916 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: port-security Jun 21 08:07:07.102255 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: project_id.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.103280 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.103619 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: project-id Jun 21 08:07:07.103947 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: providernet.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.104871 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.105395 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: provider Jun 21 08:07:07.105725 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.109532 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.110070 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos not supported by any of loaded plugins Jun 21 08:07:07.110405 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.112241 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.113039 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 08:07:07.113377 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.114327 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.114890 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 08:07:07.115228 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_default.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.116156 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.116683 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-default not supported by any of loaded plugins Jun 21 08:07:07.117018 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_fip.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.117951 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.118474 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-fip not supported by any of loaded plugins Jun 21 08:07:07.118838 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.119763 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.120284 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 21 08:07:07.120613 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_gateway_ip.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.121543 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.122062 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 08:07:07.122392 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_port_network_policy.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.123347 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.123868 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 08:07:07.124198 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.125241 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.125763 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 21 08:07:07.126678 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.127810 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.128339 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 21 08:07:07.128671 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_pps_rule.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.129927 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.130457 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-pps not supported by any of loaded plugins Jun 21 08:07:07.130827 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_rule_type_details.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.131755 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.132282 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 08:07:07.132613 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.133555 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.134142 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 21 08:07:07.134473 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: qos_rules_alias.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.135665 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.136194 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 08:07:07.136524 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: quota_check_limit.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.137467 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.137992 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: quota-check-limit Jun 21 08:07:07.138321 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: quotasv2.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.139326 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.139662 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: quotas Jun 21 08:07:07.139989 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: quotasv2_detail.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.141796 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.142239 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: quota_details Jun 21 08:07:07.142580 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: rbac.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.143752 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.144295 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: rbac-policies Jun 21 08:07:07.144632 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: rbac_address_group.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.145582 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.146114 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: rbac-address-group Jun 21 08:07:07.146448 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: rbac_address_scope.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.147414 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.147943 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: rbac-address-scope Jun 21 08:07:07.148275 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: rbac_security_groups.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.149279 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.149806 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: rbac-security-groups Jun 21 08:07:07.150139 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: rbac_subnetpool.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.151103 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.151626 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: rbac-subnetpool Jun 21 08:07:07.151956 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: revisionifmatch.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.152898 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.153421 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: revision-if-match Jun 21 08:07:07.153750 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: revisions.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.154912 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.155441 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: standard-attr-revisions Jun 21 08:07:07.155774 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: router_availability_zone.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.156456 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.156979 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: router_availability_zone Jun 21 08:07:07.157332 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: routerservicetype.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.158443 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.159000 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension router-service-type not supported by any of loaded plugins Jun 21 08:07:07.159337 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.160282 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.160813 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: security-groups-normalized-cidr Jun 21 08:07:07.161150 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.162088 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.162634 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: port-security-groups-filtering Jun 21 08:07:07.162974 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.163922 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.164445 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: security-groups-remote-address-group Jun 21 08:07:07.164777 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.165718 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.166244 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: security-groups-shared-filtering Jun 21 08:07:07.166576 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: securitygroup.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.176833 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.177381 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: security-group Jun 21 08:07:07.177720 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: segment.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.178454 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.179019 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension segment not supported by any of loaded plugins Jun 21 08:07:07.179356 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.180311 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.180834 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 08:07:07.181166 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: servicetype.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.182290 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.182849 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: service-type Jun 21 08:07:07.183188 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: sorting.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.184182 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.184521 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: sorting Jun 21 08:07:07.184852 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: standard_attr_segment.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.185779 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.186300 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 08:07:07.186639 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: standardattrdescription.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.187320 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.187841 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: standard-attr-description Jun 21 08:07:07.188175 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: stateful_security_group.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.189195 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.189720 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: stateful-security-group Jun 21 08:07:07.190053 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: stdattrs_common.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.190666 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 08:07:07.190995 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.191932 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.192456 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 08:07:07.192785 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: subnet_onboard.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.193874 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.194403 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: subnet_onboard Jun 21 08:07:07.194771 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.195712 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.196232 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 08:07:07.196561 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: subnet_service_types.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.197498 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.198020 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: subnet-service-types Jun 21 08:07:07.198351 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: subnetallocation.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.199478 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.200011 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: subnet_allocation Jun 21 08:07:07.200345 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.201023 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.201544 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: subnetpool-prefix-ops Jun 21 08:07:07.201873 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.202856 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.203382 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 08:07:07.203712 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: tagging.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.205420 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.205957 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: standard-attr-tag Jun 21 08:07:07.206294 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: timestamp.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.207560 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.208381 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loaded extension: standard-attr-timestamp Jun 21 08:07:07.208948 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: trunk.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.210005 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.210533 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension trunk not supported by any of loaded plugins Jun 21 08:07:07.210903 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: trunk_details.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.211836 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.212362 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension trunk-details not supported by any of loaded plugins Jun 21 08:07:07.212695 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: uplink_status_propagation.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.213634 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.214166 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 08:07:07.214497 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Loading extension file: vlantransparent.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 08:07:07.215204 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 08:07:07.215727 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 08:07:07.218246 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:network Jun 21 08:07:07.218813 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:subnet Jun 21 08:07:07.219218 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 08:07:07.219613 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:port Jun 21 08:07:07.221444 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.221896 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service FLAVORS assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.222535 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.223005 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.223344 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:router Jun 21 08:07:07.223791 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:floatingip Jun 21 08:07:07.224276 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service METERING assigned prefix: /metering {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.225730 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:07.226110 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:07.226469 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:07:07.227506 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 08:07:07.227969 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:security_group Jun 21 08:07:07.228411 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 08:07:07.229026 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service CORE assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.229362 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 08:07:07.229718 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] subnetpool is already registered Jun 21 08:07:07.230159 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service CORE assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.230512 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 08:07:07.230871 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] subnetpool is already registered Jun 21 08:07:07.233249 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.233700 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service FLAVORS assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.234301 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.234762 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.235102 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:router Jun 21 08:07:07.235483 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] router is already registered Jun 21 08:07:07.235908 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:floatingip Jun 21 08:07:07.236250 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] floatingip is already registered Jun 21 08:07:07.236721 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service METERING assigned prefix: /metering {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.237422 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 08:07:07.238034 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] rbac_policy is already registered Jun 21 08:07:07.238453 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:security_group Jun 21 08:07:07.238831 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] security_group is already registered Jun 21 08:07:07.239243 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 08:07:07.239581 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] security_group_rule is already registered Jun 21 08:07:07.240217 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service CORE assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.240550 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 08:07:07.240889 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] subnetpool is already registered Jun 21 08:07:07.241316 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Service CORE assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 08:07:07.241644 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 08:07:07.241981 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] subnetpool is already registered Jun 21 08:07:07.242457 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: extensions {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.243933 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: address-groups {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.245431 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: address-scopes {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.246799 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: agents {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.247951 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: auto-allocated-topology {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.249223 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: availability_zones {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.250455 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: dhcp-networks {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.252201 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: dhcp-agents {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.253639 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: routers {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.255396 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: flavors {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.256681 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: service_profiles {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.257906 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: next_providers {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.259399 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: service_profiles {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.260959 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: floatingip-pools {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.262204 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: routers {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.264238 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: floatingips {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.267484 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: l3-routers {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.269211 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: l3-agents {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.271233 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: metering-labels {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.272588 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: metering-label-rules {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.274309 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: network-ip-availabilities {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.276064 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: bindings {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.277727 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: quotas {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.279942 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: quotas {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.281898 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: rbac-policies {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.284278 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: security-groups {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.285950 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: security-group-rules {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.287561 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: service-providers {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.288860 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: subnetpools {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.290742 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: subnetpools {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.292592 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.294400 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.296497 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.299053 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.301324 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.303460 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.305175 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.307111 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.308918 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.310701 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron.api.extensions [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 08:07:07.316772 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING keystonemiddleware.auth_token [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 08:07:07.321897 dv-cinder-836973-7-iscsi neutron-server[103831]: WARNING keystonemiddleware.auth_token [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 08:07:07.331143 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_concurrency.lockutils [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Acquired lock "singleton_lock" {{(pid=103831) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 21 08:07:07.331624 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_concurrency.lockutils [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Releasing lock "singleton_lock" {{(pid=103831) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 21 08:07:07.332275 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO oslo_service.service [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Starting 2 workers Jun 21 08:07:07.337150 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Started child 103938 {{(pid=103831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 08:07:07.341663 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Started child 103939 {{(pid=103831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 08:07:07.342736 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:07.343443 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO neutron.service [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 08:07:07.343958 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:07.344293 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [-] (103938) wsgi starting up on http://0.0.0.0:9696 Jun 21 08:07:07.347121 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO oslo_service.service [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Starting 1 workers Jun 21 08:07:07.347280 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:07.348559 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [-] (103939) wsgi starting up on http://0.0.0.0:9696 Jun 21 08:07:07.352426 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Started child 103940 {{(pid=103831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 08:07:07.352967 dv-cinder-836973-7-iscsi neutron-server[103831]: INFO oslo_service.service [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Starting 1 workers Jun 21 08:07:07.356171 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.service [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] calling RpcWorker wait() {{(pid=103940) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 08:07:07.356723 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.service [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] returning from RpcWorker wait() {{(pid=103940) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 08:07:07.357494 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Started child 103941 {{(pid=103831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 08:07:07.358055 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:07.358308 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-34d617c5-7c32-4034-97ff-afb980e03b8b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:07.358629 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:07.360287 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103831) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 08:07:07.360544 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 08:07:07.360716 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 08:07:07.360959 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 08:07:07.361289 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 08:07:07.361458 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 08:07:07.362018 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.362290 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.362475 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:07.363214 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.363214 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.363687 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.363779 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:07.363988 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.364265 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.364536 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.364804 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.364982 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.365155 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.365418 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.365683 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.365994 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.366266 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.366511 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.366811 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.366988 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.367248 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.367518 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.367767 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.368057 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] debug = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.368327 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.368803 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.369072 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.369323 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.369545 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.369820 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.370090 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.370321 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.370557 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.370819 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.371070 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.371343 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.371580 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.371829 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.372065 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.372401 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.372622 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.373128 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] host = dv-cinder-836973-7-iscsi {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.373368 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.373584 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.373834 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.374088 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.374365 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.374610 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.374915 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.375129 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.375394 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.375640 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.375870 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.376681 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.377034 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.377280 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.377450 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_options = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.377688 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.377948 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.378234 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.378435 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.378607 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.378782 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.379045 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.379215 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.379469 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.379710 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.379926 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.380143 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.380360 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.380604 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.380875 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.381094 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.381329 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.381541 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.381793 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.382019 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.382260 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.382509 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.382786 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.383008 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.383226 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.383444 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.383689 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.383924 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.385254 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.385522 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.385774 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.387095 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.387095 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.388995 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.388995 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.389288 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.389589 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.389689 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.390007 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.390282 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.390513 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.390801 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.391509 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.391509 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.391509 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.392746 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.392746 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_json = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.393005 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.393152 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.393365 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.393582 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.393824 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.394040 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.394264 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.394612 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.394794 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.395154 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.395422 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.395742 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.396699 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.396699 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.396699 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.396699 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.397187 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.397187 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.397436 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.397569 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.397823 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.398127 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.398384 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.398710 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.399004 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.399270 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.399526 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.399763 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.399975 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.400223 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.400459 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.400735 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.400950 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.401220 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.401446 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.401660 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.401949 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.402224 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.402553 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.403003 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.403264 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.403508 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.403775 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.404004 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.404249 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.404461 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.404696 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.404926 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.405154 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.405436 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.405684 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.405924 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.406203 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.406413 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.406658 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.406908 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.407161 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.407392 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.407672 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.407887 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.408097 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.408310 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.408519 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.408761 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.408982 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.409204 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.409449 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.409681 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.409931 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.410171 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.410383 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.410662 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.410878 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.411107 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.411337 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.411545 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.411752 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.411998 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.412213 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.412419 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.412623 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.412860 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.413086 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.413293 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.413532 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.413762 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.413995 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.414199 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.414404 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.414654 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.414889 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.415096 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.415319 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.415524 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.415729 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.415933 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.416136 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.416337 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.416536 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.416734 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.417051 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.417300 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.417553 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.417750 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.417960 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.418169 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.418470 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.418686 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.418926 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.419137 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.419382 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.419630 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.419881 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.420093 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.420321 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.420563 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.420773 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.420984 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.421218 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.421428 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.421654 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.421888 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.422165 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.422390 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.422649 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.422863 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.423138 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.423389 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.423643 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.423893 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.424167 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.424382 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.424644 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.424931 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.425196 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.425450 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.425704 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.425932 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.426179 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.426403 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.426671 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.426909 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.427132 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.427362 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.427608 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.427821 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.428032 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.428269 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.428600 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.428823 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.429051 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.429279 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.429534 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.429777 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.430031 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.430279 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.430521 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.430799 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.431052 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.431294 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.431524 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.431786 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.432008 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.432216 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.432426 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.432635 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.432861 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.433077 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.433281 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.433525 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.433734 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.433954 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.434164 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.434380 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.434595 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.434856 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.435127 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.435270 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.435503 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.435715 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.435947 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.436159 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.436383 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.436607 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.436821 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.437103 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.437347 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.437582 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.437802 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.438041 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.438310 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.438512 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.439283 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.439513 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.439719 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.439925 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.440142 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.440348 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.440572 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.440794 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.441002 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.441251 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.441499 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.441831 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.442089 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.442313 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.442565 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.442836 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.443070 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.443312 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.443521 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.443751 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.443967 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.444182 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.444394 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.444607 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.444814 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.445021 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.445251 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.445499 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.445712 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.445944 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.446154 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.446384 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.446594 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.446828 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.447056 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.447259 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.447469 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.447670 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.447879 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.448102 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.448391 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.448642 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.448864 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.449100 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.449334 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.449560 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.449783 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.450024 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.450249 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.450467 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.450700 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.451213 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.451213 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.451384 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.451510 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.451893 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.452099 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.452302 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.452576 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.452810 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.453038 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.453255 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.453469 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.453679 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.453902 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.454113 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.454458 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.454744 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.454980 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.455233 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.455507 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.455990 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.455990 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.455990 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.456393 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.456393 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.456670 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.456878 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.457087 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.457362 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.457591 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.457791 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.458039 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.458346 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.458556 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.458816 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.459083 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.459262 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.459478 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.459734 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.460033 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.460468 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.460704 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.461087 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.461567 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.462034 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.462448 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.462712 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.462994 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.463317 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.463586 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.463841 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.464166 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.464585 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.464866 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.465092 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.465485 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.465701 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.465917 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.466166 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.466390 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.466687 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.466887 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.467203 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.467592 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.468006 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.468391 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.468783 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.469192 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.469412 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 08:07:07.471002 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103831) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 08:07:07.471002 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 08:07:07.471002 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 08:07:07.471262 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 08:07:07.471375 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 08:07:07.471561 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 08:07:07.471717 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.471853 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.472018 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.472180 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.472388 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:07.472480 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.472551 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.472671 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.473108 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.473398 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.473696 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.473974 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.474242 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.474500 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.474793 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.475007 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.475315 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.475614 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.475927 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.476085 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.476384 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.476540 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.476822 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] debug = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.477159 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.477373 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.477537 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.477692 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.477848 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.478006 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.478185 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.478327 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.478473 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.478645 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.479275 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.479275 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.479275 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.479480 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.479546 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.479676 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.480049 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.480210 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] host = dv-cinder-836973-7-iscsi {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.480366 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.480771 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.480771 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.480921 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.481632 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.481807 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.481972 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.482132 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.482292 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.482452 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.482675 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.482848 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.483005 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.483160 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.483314 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_options = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.483470 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.483633 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.484385 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.484575 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.484764 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.484894 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.485049 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.485207 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.485564 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.486718 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.486718 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.486718 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.486963 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.487574 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.488008 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.488175 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.488338 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.488498 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.488657 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.488817 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.488973 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.489129 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.489424 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.489424 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.489691 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.489771 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.489888 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.490020 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.490179 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.490335 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.490491 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.490679 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.490839 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.490995 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.491151 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.491352 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.491478 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.491618 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.491742 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.491886 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.492041 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.492195 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.492349 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.492504 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.492658 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.492812 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.492968 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_json = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.493122 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.493350 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.493476 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.493598 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.493721 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.493843 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.494047 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.494183 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.494323 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 08:07:07.494446 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.494568 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.494769 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.494929 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.495086 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.495244 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.495401 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.495558 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.495716 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.495906 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.496029 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.496172 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.496339 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.496498 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.496655 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.497768 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.497768 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.497768 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.497768 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.497768 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.497768 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.497768 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.498552 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.498552 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.498552 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.498552 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.498552 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.498552 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.499889 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.499889 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.499889 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.499889 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.499889 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.499889 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.499889 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.499889 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.502723 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.502723 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.502723 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.502723 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.502723 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.502723 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.502723 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.502723 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.502723 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.503433 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.503433 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.503433 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.503433 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.503433 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.503433 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.503433 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.503433 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.503433 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.504775 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.504775 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.504775 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.504775 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.504775 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.504775 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.504775 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.504775 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.505326 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.505326 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.505326 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.505326 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.505326 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.505326 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.505326 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.505326 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.505326 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.506311 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.506311 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.506311 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.506311 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.506311 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.506311 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.506311 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.506311 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.506311 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.507344 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.507344 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.507344 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.507344 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.507344 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.507344 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.507344 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.508078 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.508078 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.508078 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.508078 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.508078 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.508621 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.508621 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.508621 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.508621 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.509056 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.509056 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.509056 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.509397 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.509397 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.509623 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.509623 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.509834 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.509914 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.510062 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.510208 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.510365 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.510524 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.510704 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.510861 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.511018 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.511176 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.511339 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.511498 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.511649 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.511800 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.511957 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.512115 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.512281 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.512438 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.512597 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.512754 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.512918 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.513084 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.513243 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.513400 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.513559 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.513716 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.513874 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.514032 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.514190 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.514345 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.514502 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.514678 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.514848 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.515006 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.515165 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.515324 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.515503 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.515660 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.515817 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.515975 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.516132 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.516289 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.516447 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.516604 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.516786 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.516980 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.517137 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.517238 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.517394 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.517552 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.517709 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.517866 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.518024 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.518181 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.518339 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.518501 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.518676 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.518836 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.518994 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.519155 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.519313 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.519469 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.519626 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.519783 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.519940 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.520098 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.520256 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.520416 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.520573 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.520729 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.520886 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.521042 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.521198 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.521357 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.521515 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.521674 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.521831 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.521831 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.522238 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.522315 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.522426 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.522584 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.522762 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.522922 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.523080 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.523248 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.523385 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.523542 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.523700 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.523857 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.524014 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.524189 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.524346 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.524504 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.524664 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.524821 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.524979 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.525136 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.525294 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.525451 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.525607 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.525766 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.525922 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.526081 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.526237 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.526395 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.526551 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.526731 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.526894 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.527052 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.527211 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.527370 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.527530 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.527688 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.527844 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.528001 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.528160 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.528318 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.528476 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.528655 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.528793 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.528954 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.529112 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.529256 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.529414 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.529572 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.529739 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.529897 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.530054 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.530210 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.530367 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.530524 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.530710 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.530869 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.531026 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.531183 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.531340 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.531497 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.531664 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.531822 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.531979 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.532136 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.532792 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.532961 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.533125 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.533798 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.533798 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.533798 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.534033 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.534033 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.534178 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.534323 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.534480 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.534652 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.534813 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.534970 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.535139 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.535298 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.535456 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.535622 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.535780 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.535937 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.536093 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.536261 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.536420 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.536580 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.536738 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.536895 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.537053 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.537212 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.537377 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.537545 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.537709 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.537868 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.538034 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.538200 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.538365 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.538523 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.538707 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.538880 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.539037 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.539194 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.539351 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.539513 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.539672 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.539830 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.539989 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.540146 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.540304 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.540461 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.540619 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.540776 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.540935 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.541078 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.541236 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.541393 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.541550 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.541711 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.541852 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 08:07:07.542003 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 08:07:07.579491 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 35852) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:07.588087 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065608 Jun 21 08:07:16.812446 dv-cinder-836973-7-iscsi neutron-server[103831]: DEBUG dbcounter [-] [103831] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:18.799989 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b2e355-b137-4a34-b04c-0401cee3836c None None] get_active_networks_info from dv-cinder-836973-7-iscsi {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 21 08:07:18.807504 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writer thread running {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 08:07:18.913811 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2e355-b137-4a34-b04c-0401cee3836c None None] No non-hosted networks {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 08:07:18.924130 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.agentschedulers_db [None req-17b2e355-b137-4a34-b04c-0401cee3836c None None] DHCP Agent not found on host dv-cinder-836973-7-iscsi {{(pid=103940) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 21 08:07:18.991033 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e285643-731c-4baa-bcda-1aac1c472342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933598'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:20.358452 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writer thread running {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 08:07:20.933494 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4eb85c9d-a811-4354-88e4-57cbe78518ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933598'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:20.982110 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0677-a5e1-4b12-bab9-0627a1932efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:21.992553 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 35920) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:22.094059 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933598'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:22.581750 dv-cinder-836973-7-iscsi neutron-server[103939]: WARNING oslo_policy.policy [None req-a86fc228-702f-479d-beba-f009fbbfdb8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 08:07:22.582753 dv-cinder-836973-7-iscsi neutron-server[103939]: WARNING oslo_policy.policy [None req-a86fc228-702f-479d-beba-f009fbbfdb8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 08:07:22.819281 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [None req-a86fc228-702f-479d-beba-f009fbbfdb8e admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:07:22.821245 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a86fc228-702f-479d-beba-f009fbbfdb8e admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8268521 Jun 21 08:07:23.709224 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933598'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:23.936225 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933598'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:23.937022 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.937442 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.937773 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.938592 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.938968 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.939570 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.939755 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.940101 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.940423 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.940742 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.941075 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.941394 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.941722 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.942596 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.944092 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:23.944490 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836973-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:23.958308 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836973-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:25.174311 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 35956) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:25.529144 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-953c38f2-0956-461f-b728-19fcbd681f41 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:07:25.627330 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.policy [None req-953c38f2-0956-461f-b728-19fcbd681f41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103939) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 08:07:25.668406 dv-cinder-836973-7-iscsi neutron-server[103939]: WARNING oslo_policy.policy [None req-953c38f2-0956-461f-b728-19fcbd681f41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 08:07:25.668794 dv-cinder-836973-7-iscsi neutron-server[103939]: WARNING oslo_policy.policy [None req-953c38f2-0956-461f-b728-19fcbd681f41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 08:07:25.689311 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writer thread running {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 08:07:25.768277 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-953c38f2-0956-461f-b728-19fcbd681f41 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790880945428', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790880946016', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790880961568', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790880972790', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790880972833', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790880922947', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-556988', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780620', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1782764', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1706004'] for rbac-policy (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:25.842246 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-953c38f2-0956-461f-b728-19fcbd681f41 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:25.847078 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-953c38f2-0956-461f-b728-19fcbd681f41 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6716197 Jun 21 08:07:27.115244 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.db.l3_hamode_db [None req-c71a19e1-574b-4148-a35a-56f0d9b86b63 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 08:07:27.191647 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a19e1-574b-4148-a35a-56f0d9b86b63 None None] Routers set() bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:07:27.192023 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a19e1-574b-4148-a35a-56f0d9b86b63 None None] Router IDs set() for agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 21 08:07:28.091017 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 35968) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:28.412750 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:07:28.442488 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Made reservation on behalf of 989c7a7c2f7f49e5be8e751b4ec32db6 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:07:28.446505 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:28.463365 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:28.577052 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Publish callbacks [] for security_group (25a901ab-298e-4435-93bc-5b016ee09c83), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:28.580963 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (25a901ab-298e-4435-93bc-5b016ee09c83), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:28.607295 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:07:28.643797 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790882894722', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (946e2b49-7073-4964-a34c-8bb314179396), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:28.644361 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Unsubscribe: segment precommit_create {{(pid=103939) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 08:07:28.644892 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Added segment 946e2b49-7073-4964-a34c-8bb314179396 of type vlan for network adcbcc70-cf76-4ce6-b342-326b25db0a43 Jun 21 08:07:28.661309 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=25a901ab-298e-4435-93bc-5b016ee09c83,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:28.687762 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.688137 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.688586 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.688950 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.689291 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.689622 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.689953 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.690280 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.690607 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.690962 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.691286 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.691629 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.691958 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.692276 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.692596 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Tracked resource versions report: Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: pushed versions: Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: { 'AddressGroup': {'1.2'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Agent': {'1.1'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'ConntrackHelper': {'1.0'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'LocalIPAssociation': {'1.0'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Log': {'1.0'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'NDPProxy': {'1.0'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Network': {'1.1'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Port': {'1.7'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'PortForwarding': {'1.3'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'QosPolicy': {'1.10'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SecurityGroup': {'1.5'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SecurityGroupRule': {'1.2'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SubPort': {'1.0'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Subnet': {'1.1'}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Trunk': {'1.1'}} Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: consumer versions: Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: { DHCP agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: L3 agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: Metadata agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: Metering agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: Open vSwitch agent@dv-cinder-836973-7-iscsi: { 'AddressGroup': '1.2', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Agent': '1.1', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'ConntrackHelper': '1.0', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'LocalIPAssociation': '1.0', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Log': '1.0', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'NDPProxy': '1.0', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Network': '1.1', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Port': '1.7', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'PortForwarding': '1.3', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'QosPolicy': '1.10', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SecurityGroup': '1.5', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SecurityGroupRule': '1.2', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SubPort': '1.0', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Subnet': '1.1', Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Trunk': '1.1'}} Jun 21 08:07:28.693945 dv-cinder-836973-7-iscsi neutron-server[103939]: {{(pid=103939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 08:07:28.758958 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (adcbcc70-cf76-4ce6-b342-326b25db0a43), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:28.801595 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (adcbcc70-cf76-4ce6-b342-326b25db0a43), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:28.806852 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:07:28.807575 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:28.864609 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:28.893291 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8007116 Jun 21 08:07:28.933855 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c66f0e-f0c3-41f3-8995-9f4d9f2ca8ea demo demo] Pushing event updated for resources: {'Network': ['ID=adcbcc70-cf76-4ce6-b342-326b25db0a43,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:28.948258 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network adcbcc70-cf76-4ce6-b342-326b25db0a43 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:07:31.219897 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 35982) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:31.724645 dv-cinder-836973-7-iscsi neutron-server[103938]: WARNING oslo_policy.policy [None req-6aa23741-237e-4100-b9f3-8214466368fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 08:07:31.725219 dv-cinder-836973-7-iscsi neutron-server[103938]: WARNING oslo_policy.policy [None req-6aa23741-237e-4100-b9f3-8214466368fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 08:07:31.951092 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writer thread running {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 08:07:32.165788 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.policy [None req-6aa23741-237e-4100-b9f3-8214466368fc demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103938) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 08:07:32.207858 dv-cinder-836973-7-iscsi neutron-server[103938]: WARNING oslo_policy.policy [None req-6aa23741-237e-4100-b9f3-8214466368fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 08:07:32.208235 dv-cinder-836973-7-iscsi neutron-server[103938]: WARNING oslo_policy.policy [None req-6aa23741-237e-4100-b9f3-8214466368fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 08:07:32.215660 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa23741-237e-4100-b9f3-8214466368fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:07:32.217438 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6aa23741-237e-4100-b9f3-8214466368fc demo admin] 10.222.0.36 "GET /v2.0/networks/adcbcc70-cf76-4ce6-b342-326b25db0a43 HTTP/1.1" status: 200 len: 825 time: 0.9966249 Jun 21 08:07:32.257339 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-84337b14-602a-42aa-89d9-5a7a0a40c680 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/6f86ab0a-ed3b-47d8-812a-130c28eac3d8 HTTP/1.1" status: 200 len: 734 time: 0.0340862 Jun 21 08:07:32.266100 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Request body: {'subnet': {'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43', 'subnetpool_id': '6f86ab0a-ed3b-47d8-812a-130c28eac3d8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:07:32.303503 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Made reservation on behalf of 989c7a7c2f7f49e5be8e751b4ec32db6 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:07:32.309828 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:32.595281 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (e246e055-34df-428d-b703-f5dd831b1598), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:32.670390 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Checking segment: {'id': '946e2b49-7073-4964-a34c-8bb314179396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:07:32.670801 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Network hostable DHCP agents. Network: adcbcc70-cf76-4ce6-b342-326b25db0a43, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:07:32.675470 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:32.676620 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e246e055-34df-428d-b703-f5dd831b1598,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:32.688690 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.689030 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.689381 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.689925 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.690260 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.690585 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.690933 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.691253 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.691589 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.691912 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.692229 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.692565 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.692883 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.693197 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.693509 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Tracked resource versions report: Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: pushed versions: Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: { 'AddressGroup': {'1.2'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Agent': {'1.1'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'ConntrackHelper': {'1.0'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'LocalIPAssociation': {'1.0'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Log': {'1.0'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'NDPProxy': {'1.0'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Network': {'1.1'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Port': {'1.7'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'PortForwarding': {'1.3'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'QosPolicy': {'1.10'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SecurityGroup': {'1.5'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SecurityGroupRule': {'1.2'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SubPort': {'1.0'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Subnet': {'1.1'}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Trunk': {'1.1'}} Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: consumer versions: Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: { DHCP agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: L3 agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: Metadata agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: Metering agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: Open vSwitch agent@dv-cinder-836973-7-iscsi: { 'AddressGroup': '1.2', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Agent': '1.1', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'ConntrackHelper': '1.0', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'LocalIPAssociation': '1.0', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Log': '1.0', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'NDPProxy': '1.0', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Network': '1.1', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Port': '1.7', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'PortForwarding': '1.3', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'QosPolicy': '1.10', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SecurityGroup': '1.5', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SecurityGroupRule': '1.2', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SubPort': '1.0', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Subnet': '1.1', Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Trunk': '1.1'}} Jun 21 08:07:32.694854 dv-cinder-836973-7-iscsi neutron-server[103938]: {{(pid=103938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 08:07:32.727540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Network adcbcc70-cf76-4ce6-b342-326b25db0a43 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:07:32.740028 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, adcbcc70-cf76-4ce6-b342-326b25db0a43) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:07:32.744673 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:07:32.745290 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:32.750050 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf1e76d-e522-4449-9c4b-461e29fc1cf1 None None] Network adcbcc70-cf76-4ce6-b342-326b25db0a43 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:07:32.765913 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-04e8721c-25fe-4406-9cc8-763995f33868 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5031648 Jun 21 08:07:33.010454 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-adcbcc70-cf76-4ce6-b342-326b25db0a43', 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43', 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'fixed_ips': [{'subnet_id': 'e246e055-34df-428d-b703-f5dd831b1598'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:07:33.011795 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:33.288696 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Allocated IP 172.20.0.2 (adcbcc70-cf76-4ce6-b342-326b25db0a43/e246e055-34df-428d-b703-f5dd831b1598/869694c5-7cd9-46ca-8995-bfba810897a9) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:07:33.393533 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:33.565217 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Publish callbacks [] for port (869694c5-7cd9-46ca-8995-bfba810897a9), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:33.574917 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (869694c5-7cd9-46ca-8995-bfba810897a9), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:33.644845 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Network adcbcc70-cf76-4ce6-b342-326b25db0a43 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:07:33.656244 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:07:33.666905 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:07:33.672377 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Pushing event updated for resources: {'Port': ['ID=869694c5-7cd9-46ca-8995-bfba810897a9,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:33.703675 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.704020 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.704380 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.704734 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.705109 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.705441 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.705787 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.706210 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.706557 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.706886 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.707211 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.707549 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.707874 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.708194 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.708512 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Tracked resource versions report: Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: pushed versions: Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: { 'AddressGroup': {'1.2'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Agent': {'1.1'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'ConntrackHelper': {'1.0'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'LocalIPAssociation': {'1.0'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Log': {'1.0'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'NDPProxy': {'1.0'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Network': {'1.1'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Port': {'1.7'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'PortForwarding': {'1.3'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'QosPolicy': {'1.10'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SecurityGroup': {'1.5'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SecurityGroupRule': {'1.2'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SubPort': {'1.0'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Subnet': {'1.1'}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Trunk': {'1.1'}} Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: consumer versions: Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: { DHCP agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: L3 agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: Metadata agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: Metering agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: Open vSwitch agent@dv-cinder-836973-7-iscsi: { 'AddressGroup': '1.2', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Agent': '1.1', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'ConntrackHelper': '1.0', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'LocalIPAssociation': '1.0', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Log': '1.0', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'NDPProxy': '1.0', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Network': '1.1', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Port': '1.7', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'PortForwarding': '1.3', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'QosPolicy': '1.10', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SecurityGroup': '1.5', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SecurityGroupRule': '1.2', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SubPort': '1.0', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Subnet': '1.1', Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Trunk': '1.1'}} Jun 21 08:07:33.709897 dv-cinder-836973-7-iscsi neutron-server[103940]: {{(pid=103940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 08:07:33.724912 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:33.733759 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=6 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:33.761192 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Attempting to bind port 869694c5-7cd9-46ca-8995-bfba810897a9 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:07:33.761781 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Attempting to bind port 869694c5-7cd9-46ca-8995-bfba810897a9 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '946e2b49-7073-4964-a34c-8bb314179396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:07:33.761999 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Attempting to bind port 869694c5-7cd9-46ca-8995-bfba810897a9 on network adcbcc70-cf76-4ce6-b342-326b25db0a43 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:07:33.766930 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:07:33.767318 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Checking segment: {'id': '946e2b49-7073-4964-a34c-8bb314179396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:07:33.767820 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:33.768200 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Bound using segment: {'id': '946e2b49-7073-4964-a34c-8bb314179396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:07:33.768654 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Bound port: 869694c5-7cd9-46ca-8995-bfba810897a9, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946e2b49-7073-4964-a34c-8bb314179396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:07:33.769060 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (869694c5-7cd9-46ca-8995-bfba810897a9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:33.771570 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:33.831051 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] For port 869694c5-7cd9-46ca-8995-bfba810897a9, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:07:33.850180 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] For port 869694c5-7cd9-46ca-8995-bfba810897a9, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=869694c5-7cd9-46ca-8995-bfba810897a9,segment=NetworkSegment(946e2b49-7073-4964-a34c-8bb314179396),segment_id=946e2b49-7073-4964-a34c-8bb314179396)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:07:33.857071 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (869694c5-7cd9-46ca-8995-bfba810897a9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:33.910824 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3ca8f-f8fe-4e23-87c1-15c1bab9186b None None] Pushing event updated for resources: {'Port': ['ID=869694c5-7cd9-46ca-8995-bfba810897a9,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:35.138653 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36010) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:35.484709 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [None req-b3620684-8f2e-4257-a2e3-28aa6574cb8f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:07:35.485773 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-b3620684-8f2e-4257-a2e3-28aa6574cb8f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3461370 Jun 21 08:07:37.765995 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36018) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:38.100630 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [None req-97b59b52-300d-4f36-8165-3c8b29e784d6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:07:38.101614 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-97b59b52-300d-4f36-8165-3c8b29e784d6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3347068 Jun 21 08:07:38.904421 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:40.402804 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36026) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:40.736539 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-09d2b3d6-5f21-4825-97fb-9bb36b511f7d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:07:40.762897 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09d2b3d6-5f21-4825-97fb-9bb36b511f7d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:40.764965 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09d2b3d6-5f21-4825-97fb-9bb36b511f7d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:40.937345 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09d2b3d6-5f21-4825-97fb-9bb36b511f7d demo demo] Publish callbacks [] for router_controller (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:40.943245 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09d2b3d6-5f21-4825-97fb-9bb36b511f7d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:40.963840 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09d2b3d6-5f21-4825-97fb-9bb36b511f7d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:40.964998 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-09d2b3d6-5f21-4825-97fb-9bb36b511f7d demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5612292 Jun 21 08:07:41.663780 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 869694c5-7cd9-46ca-8995-bfba810897a9 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:07:41.745856 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 869694c5-7cd9-46ca-8995-bfba810897a9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:07:41.746436 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (869694c5-7cd9-46ca-8995-bfba810897a9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:41.854393 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 869694c5-7cd9-46ca-8995-bfba810897a9 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:07:41.854732 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (869694c5-7cd9-46ca-8995-bfba810897a9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:41.890967 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port 869694c5-7cd9-46ca-8995-bfba810897a9, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=869694c5-7cd9-46ca-8995-bfba810897a9,segment=NetworkSegment(946e2b49-7073-4964-a34c-8bb314179396),segment_id=946e2b49-7073-4964-a34c-8bb314179396)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:07:41.896059 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (869694c5-7cd9-46ca-8995-bfba810897a9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:41.947960 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=869694c5-7cd9-46ca-8995-bfba810897a9,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:42.093493 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b9b49-f350-4fbb-a95e-e48df766d117 None None] Network adcbcc70-cf76-4ce6-b342-326b25db0a43 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:07:42.131785 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9743f181-e71f-4d9c-a882-1e6d2cef00e0 None None] Provisioning complete for port 869694c5-7cd9-46ca-8995-bfba810897a9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:07:42.132187 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9743f181-e71f-4d9c-a882-1e6d2cef00e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (869694c5-7cd9-46ca-8995-bfba810897a9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:42.288117 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9743f181-e71f-4d9c-a882-1e6d2cef00e0 None None] Current status of the port 869694c5-7cd9-46ca-8995-bfba810897a9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:07:42.500009 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:42.509353 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e22fac68-ba46-41c2-8edc-6bd1416cb8e6 None None] Provisioning complete for port 869694c5-7cd9-46ca-8995-bfba810897a9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:07:42.509739 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e22fac68-ba46-41c2-8edc-6bd1416cb8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (869694c5-7cd9-46ca-8995-bfba810897a9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:42.584225 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e22fac68-ba46-41c2-8edc-6bd1416cb8e6 None None] Current status of the port 869694c5-7cd9-46ca-8995-bfba810897a9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:07:43.248326 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36040) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:43.570577 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [None req-ddbd0449-be78-47c8-80d1-923da93318eb admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:07:43.574654 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-ddbd0449-be78-47c8-80d1-923da93318eb admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3223336 Jun 21 08:07:43.629665 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 869694c5-7cd9-46ca-8995-bfba810897a9 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:07:43.677139 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 869694c5-7cd9-46ca-8995-bfba810897a9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:07:43.677547 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (869694c5-7cd9-46ca-8995-bfba810897a9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:43.679835 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:43.755754 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 869694c5-7cd9-46ca-8995-bfba810897a9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:07:45.869523 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36048) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:46.197945 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:07:46.219704 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Made reservation on behalf of 48e195a21c654d5fa117864a568a0c62 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:07:46.222823 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:46.239202 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:46.329374 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:INSERT=17,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:46.357072 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Publish callbacks [] for security_group (d2cbf83b-c682-4216-b2ef-2ffb3239648d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:46.360741 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (d2cbf83b-c682-4216-b2ef-2ffb3239648d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:46.378843 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Reserving flat network on physical network physnet1 {{(pid=103938) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 08:07:46.403610 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790882894722', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (4daa0ad6-45d3-47b7-9476-061ba524e28d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:46.404140 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Unsubscribe: segment precommit_create {{(pid=103938) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 08:07:46.404631 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Added segment 4daa0ad6-45d3-47b7-9476-061ba524e28d of type flat for network 929906ad-6135-410d-9505-d7c909d4a28c Jun 21 08:07:46.408824 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cbf83b-c682-4216-b2ef-2ffb3239648d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:46.473032 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (929906ad-6135-410d-9505-d7c909d4a28c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:46.512775 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (929906ad-6135-410d-9505-d7c909d4a28c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:46.513700 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:07:46.514272 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:46.559433 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6888723 Jun 21 08:07:46.615217 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d82b9-6d07-42ad-b136-0a2b852baa1c admin admin] Pushing event updated for resources: {'Network': ['ID=929906ad-6135-410d-9505-d7c909d4a28c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:46.625967 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 929906ad-6135-410d-9505-d7c909d4a28c details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:07:48.715302 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cbddf074-0374-4d85-b01a-79a491b0e07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:48.842307 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36056) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:49.243464 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a2d500-e7ff-43f6-91f0-01d2c521e313 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:07:49.244834 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-01a2d500-e7ff-43f6-91f0-01d2c521e313 demo admin] 10.222.0.36 "GET /v2.0/subnets/e246e055-34df-428d-b703-f5dd831b1598 HTTP/1.1" status: 200 len: 849 time: 0.4015789 Jun 21 08:07:49.371883 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-a86f3ef7-df72-4a7a-8144-16d2a2ad3039 demo admin] 10.222.0.36 "GET /v2.0/routers/ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 HTTP/1.1" status: 200 len: 704 time: 0.1211581 Jun 21 08:07:49.618549 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:49.656508 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:49.962018 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Allocated IP 172.20.0.1 (adcbcc70-cf76-4ce6-b342-326b25db0a43/e246e055-34df-428d-b703-f5dd831b1598/5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:07:50.124095 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Publish callbacks [] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:50.151996 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:50.242713 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:50.314604 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Network adcbcc70-cf76-4ce6-b342-326b25db0a43 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:07:50.323166 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:07:50.327420 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:07:50.328666 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:50.350421 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Pushing event updated for resources: {'Port': ['ID=5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:50.543162 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:50.547933 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-621388b0-72e6-451f-9be6-565a58937537 None None] Provisioning complete for port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:07:50.548575 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-621388b0-72e6-451f-9be6-565a58937537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:50.578551 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-621388b0-72e6-451f-9be6-565a58937537 None None] Port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:07:50.744499 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:50.746550 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Publish callbacks [] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:50.750821 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:50.751851 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:50.815230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Pushing event updated for resources: {'Port': ['ID=5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:50.887347 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Network adcbcc70-cf76-4ce6-b342-326b25db0a43 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:07:50.888620 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:07:50.939614 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56df880e-2ba1-4d4b-9cfa-d028e49a598c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:51.041502 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Router ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:07:51.099945 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f6d8bb89-0564-4984-8847-4af59a7e72d9 None None] Provisioning complete for port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:07:51.100254 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f6d8bb89-0564-4984-8847-4af59a7e72d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:51.129951 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:07:51.132683 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8bb89-0564-4984-8847-4af59a7e72d9 None None] Port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:07:51.135466 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-d2f1b00f-e6a9-448d-a54d-00ab6766b99d demo admin] 10.222.0.36 "PUT /v2.0/routers/ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7580490 Jun 21 08:07:51.140304 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Sync routers for ids ['ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:07:51.153189 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Routers {'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:07:51.154016 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:07:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:51.333254 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Set router ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:07:51.749790 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'name': 'router1', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:07:40Z', 'updated_at': '2022-06-21T08:07:50Z', 'revision_number': 2, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'gw_port_host': None, '_interfaces': [{'id': '5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f', 'name': '', 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'mac_address': 'fa:16:3e:e8:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e246e055-34df-428d-b703-f5dd831b1598', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:07:49Z', 'updated_at': '2022-06-21T08:07:50Z', 'revision_number': 2, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'subnets': [{'id': 'e246e055-34df-428d-b703-f5dd831b1598', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f86ab0a-ed3b-47d8-812a-130c28eac3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:51.796612 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Checking router: ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:07:51.796989 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Updating router ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:07:51.851023 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:52.068220 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:52.348923 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Publish callbacks [] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:52.354730 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:52.533614 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Attempting to bind port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:07:52.534036 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Attempting to bind port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '946e2b49-7073-4964-a34c-8bb314179396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:07:52.534476 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Attempting to bind port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f on network adcbcc70-cf76-4ce6-b342-326b25db0a43 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:07:52.537496 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Pushing event updated for resources: {'Port': ['ID=5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:52.546654 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:07:52.547065 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Checking segment: {'id': '946e2b49-7073-4964-a34c-8bb314179396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:07:52.547551 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:52.547946 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Bound using segment: {'id': '946e2b49-7073-4964-a34c-8bb314179396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:07:52.548527 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Bound port: 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946e2b49-7073-4964-a34c-8bb314179396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:07:52.548912 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:52.552500 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.552850 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.553303 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.553543 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.553879 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.554466 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.554575 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.554884 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.555211 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.555538 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.555862 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.556213 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.556541 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.556858 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.557173 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Tracked resource versions report: Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: pushed versions: Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: { 'AddressGroup': {'1.2'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Agent': {'1.1'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'ConntrackHelper': {'1.0'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'LocalIPAssociation': {'1.0'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Log': {'1.0'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'NDPProxy': {'1.0'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Network': {'1.1'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Port': {'1.7'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'PortForwarding': {'1.3'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'QosPolicy': {'1.10'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SecurityGroup': {'1.5'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SecurityGroupRule': {'1.2'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SubPort': {'1.0'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Subnet': {'1.1'}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Trunk': {'1.1'}} Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: consumer versions: Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: { DHCP agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: L3 agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: Metadata agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: Metering agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: Open vSwitch agent@dv-cinder-836973-7-iscsi: { 'AddressGroup': '1.2', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Agent': '1.1', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'ConntrackHelper': '1.0', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'LocalIPAssociation': '1.0', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Log': '1.0', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'NDPProxy': '1.0', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Network': '1.1', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Port': '1.7', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'PortForwarding': '1.3', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'QosPolicy': '1.10', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SecurityGroup': '1.5', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SecurityGroupRule': '1.2', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SubPort': '1.0', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Subnet': '1.1', Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Trunk': '1.1'}} Jun 21 08:07:52.558672 dv-cinder-836973-7-iscsi neutron-server[103941]: {{(pid=103941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 08:07:52.560757 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8f21b2eb-061c-4edc-9c85-8de2918a896c None None] Provisioning complete for port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:07:52.560844 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f21b2eb-061c-4edc-9c85-8de2918a896c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:52.604288 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8f21b2eb-061c-4edc-9c85-8de2918a896c None None] Port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:07:52.627044 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] For port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:07:52.646004 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] For port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f,segment=NetworkSegment(946e2b49-7073-4964-a34c-8bb314179396),segment_id=946e2b49-7073-4964-a34c-8bb314179396)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:07:52.651643 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:52.656072 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:52.680664 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:52.715029 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Routers {'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:07:52.715663 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:07:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:52.755370 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23f474-3ce2-4704-ad24-56b65b5a3f3b None None] Pushing event updated for resources: {'Port': ['ID=5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:52.808539 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] Set router ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:07:52.924159 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-67ec8d13-bf60-4ce0-9ad9-25a4908a8302 None None] Provisioning complete for port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:07:52.924569 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-67ec8d13-bf60-4ce0-9ad9-25a4908a8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:52.996027 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-67ec8d13-bf60-4ce0-9ad9-25a4908a8302 None None] Current status of the port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:07:52.996421 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-67ec8d13-bf60-4ce0-9ad9-25a4908a8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:53.005137 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'name': 'router1', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:07:40Z', 'updated_at': '2022-06-21T08:07:50Z', 'revision_number': 2, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'gw_port_host': None, '_interfaces': [{'id': '5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f', 'name': '', 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'mac_address': 'fa:16:3e:e8:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e246e055-34df-428d-b703-f5dd831b1598', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:07:49Z', 'updated_at': '2022-06-21T08:07:52Z', 'revision_number': 4, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'subnets': [{'id': 'e246e055-34df-428d-b703-f5dd831b1598', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f86ab0a-ed3b-47d8-812a-130c28eac3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:53.031741 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-67ec8d13-bf60-4ce0-9ad9-25a4908a8302 None None] For port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f,segment=NetworkSegment(946e2b49-7073-4964-a34c-8bb314179396),segment_id=946e2b49-7073-4964-a34c-8bb314179396)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:07:53.032090 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c5eed-d05b-4bac-8ce8-ae969955eca8 None None] The sync data for ids ['ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'] in dv-cinder-836973-7-iscsi is: [{'id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'name': 'router1', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:07:40Z', 'updated_at': '2022-06-21T08:07:50Z', 'revision_number': 2, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'gw_port_host': None, '_interfaces': [{'id': '5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f', 'name': '', 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'mac_address': 'fa:16:3e:e8:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e246e055-34df-428d-b703-f5dd831b1598', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:07:49Z', 'updated_at': '2022-06-21T08:07:52Z', 'revision_number': 4, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'subnets': [{'id': 'e246e055-34df-428d-b703-f5dd831b1598', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f86ab0a-ed3b-47d8-812a-130c28eac3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:07:53.039803 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-67ec8d13-bf60-4ce0-9ad9-25a4908a8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:53.090165 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec8d13-bf60-4ce0-9ad9-25a4908a8302 None None] Pushing event updated for resources: {'Port': ['ID=5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:53.375796 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36076) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:53.574424 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30065128-1654-4dce-b254-3e4863f989f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:07:53.577119 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-30065128-1654-4dce-b254-3e4863f989f7 admin admin] 10.222.0.36 "GET /v2.0/networks/929906ad-6135-410d-9505-d7c909d4a28c HTTP/1.1" status: 200 len: 842 time: 0.1984584 Jun 21 08:07:53.585436 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:07:53.606302 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Made reservation on behalf of 48e195a21c654d5fa117864a568a0c62 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:07:53.608816 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:53.667726 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:53.678129 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:53.884718 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.objects.ports [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 21 08:07:53.885049 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (68b1ba58-03dd-4fb8-ace2-9bcdab6a225a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:53.938078 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:53.941387 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b1ba58-03dd-4fb8-ace2-9bcdab6a225a,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:53.951596 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:07:53.951947 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Network hostable DHCP agents. Network: 929906ad-6135-410d-9505-d7c909d4a28c, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:07:53.969428 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:07:53.972597 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:53.979853 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 929906ad-6135-410d-9505-d7c909d4a28c) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:07:53.985372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:07:53.986582 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:53.989041 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b74467-99fe-4c6f-b0b0-cfd7e8710370 None None] Network 929906ad-6135-410d-9505-d7c909d4a28c requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:07:54.004551 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-797e7ffb-e597-4b26-b105-d0a329b43089 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4225614 Jun 21 08:07:54.113854 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aead9446-7416-499a-b5f4-8aa337de70d6 None None] Network 929906ad-6135-410d-9505-d7c909d4a28c requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:07:54.194762 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:56.268430 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 36094) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:07:56.556546 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-cd1bbf91-9661-4223-88fa-8329e58d3d59 demo admin] 10.222.0.36 "GET /v2.0/routers/ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 HTTP/1.1" status: 200 len: 710 time: 0.2868795 Jun 21 08:07:56.708726 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c7ecd1-d344-4b92-86f4-684c4a48cae4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:07:56.710139 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-84c7ecd1-d344-4b92-86f4-684c4a48cae4 demo admin] 10.222.0.36 "GET /v2.0/networks/929906ad-6135-410d-9505-d7c909d4a28c HTTP/1.1" status: 200 len: 886 time: 0.1481037 Jun 21 08:07:56.718813 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:07:56.956716 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Publish callbacks [] for router_gateway (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:57.188833 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Publish callbacks [] for router_gateway (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:57.265537 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:57.458169 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Allocated IP 172.27.0.248 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/6d807f82-9694-4204-bfdd-291df9df4522) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:07:57.577883 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Publish callbacks [] for port (6d807f82-9694-4204-bfdd-291df9df4522), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:57.614038 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:57.617410 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:57.641055 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (6d807f82-9694-4204-bfdd-291df9df4522), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:57.721947 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:07:57.730669 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:07:57.735572 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Pushing event updated for resources: {'Port': ['ID=6d807f82-9694-4204-bfdd-291df9df4522,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:07:57.738658 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:07:58.087729 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Publish callbacks [] for router_gateway (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:58.276706 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1930213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:58.281848 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1934622'] for router (ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:58.387600 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Router ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:07:58.488984 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:07:58.493731 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:07:58.494947 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d4e1175b-4b4f-49e2-afcd-f59cc08cf00d demo admin] 10.222.0.36 "PUT /v2.0/routers/ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 HTTP/1.1" status: 200 len: 890 time: 1.7792318 Jun 21 08:07:59.344556 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Sync routers for ids ['ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:07:59.355555 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Routers {'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:07:59.356176 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:07:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:07:59.555770 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Set router ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:07:59.614431 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:07:59.667621 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:07:59.884912 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:07:59.885225 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:00.104387 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'name': 'router1', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '6d807f82-9694-4204-bfdd-291df9df4522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:07:40Z', 'updated_at': '2022-06-21T08:07:57Z', 'revision_number': 4, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'gw_port': {'id': '6d807f82-9694-4204-bfdd-291df9df4522', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:07:57Z', 'updated_at': '2022-06-21T08:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f', 'name': '', 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'mac_address': 'fa:16:3e:e8:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e246e055-34df-428d-b703-f5dd831b1598', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:07:49Z', 'updated_at': '2022-06-21T08:07:53Z', 'revision_number': 5, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'subnets': [{'id': 'e246e055-34df-428d-b703-f5dd831b1598', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f86ab0a-ed3b-47d8-812a-130c28eac3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:08:00.158541 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Checking router: ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:08:00.158812 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Updating router ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 port 6d807f82-9694-4204-bfdd-291df9df4522 binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:08:00.174939 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:08:00.213119 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (6d807f82-9694-4204-bfdd-291df9df4522), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:00.529683 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Publish callbacks [] for port (6d807f82-9694-4204-bfdd-291df9df4522), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:00.535470 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (6d807f82-9694-4204-bfdd-291df9df4522), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:00.539464 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:00.591922 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cc0ac-2b99-4a6f-8b47-8acfe402d36a None None] Pushing event updated for resources: {'Port': ['ID=6d807f82-9694-4204-bfdd-291df9df4522,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:08:00.596518 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Attempting to bind port 6d807f82-9694-4204-bfdd-291df9df4522 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:08:00.596892 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Attempting to bind port 6d807f82-9694-4204-bfdd-291df9df4522 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:08:00.597252 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Attempting to bind port 6d807f82-9694-4204-bfdd-291df9df4522 on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:08:00.602750 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:08:00.603130 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:08:00.603529 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:00.603917 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:08:00.604383 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Bound port: 6d807f82-9694-4204-bfdd-291df9df4522, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:08:00.604760 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (6d807f82-9694-4204-bfdd-291df9df4522), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:00.653120 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] For port 6d807f82-9694-4204-bfdd-291df9df4522, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:08:00.655622 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] For port 6d807f82-9694-4204-bfdd-291df9df4522, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=6d807f82-9694-4204-bfdd-291df9df4522,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:08:00.661715 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (6d807f82-9694-4204-bfdd-291df9df4522), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:00.716645 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Routers {'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:08:00.717317 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:07:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:08:00.754229 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cc0ac-2b99-4a6f-8b47-8acfe402d36a None None] Pushing event updated for resources: {'Port': ['ID=6d807f82-9694-4204-bfdd-291df9df4522,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:08:00.783772 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 36110) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:08:00.827109 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] Set router ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:08:00.828615 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:00.904146 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6a64096e-1e23-4fea-85ce-e84b062a2e9f admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1192856 Jun 21 08:08:01.034468 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'name': 'router1', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '6d807f82-9694-4204-bfdd-291df9df4522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:07:40Z', 'updated_at': '2022-06-21T08:07:57Z', 'revision_number': 4, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'gw_port': {'id': '6d807f82-9694-4204-bfdd-291df9df4522', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:07:57Z', 'updated_at': '2022-06-21T08:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f', 'name': '', 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'mac_address': 'fa:16:3e:e8:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e246e055-34df-428d-b703-f5dd831b1598', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:07:49Z', 'updated_at': '2022-06-21T08:07:53Z', 'revision_number': 5, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'subnets': [{'id': 'e246e055-34df-428d-b703-f5dd831b1598', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f86ab0a-ed3b-47d8-812a-130c28eac3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:08:01.060767 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4340a4-ba47-4a0f-8bf0-9e76c985d2ca None None] The sync data for ids ['ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58'] in dv-cinder-836973-7-iscsi is: [{'id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'name': 'router1', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '6d807f82-9694-4204-bfdd-291df9df4522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:07:40Z', 'updated_at': '2022-06-21T08:07:57Z', 'revision_number': 4, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'gw_port': {'id': '6d807f82-9694-4204-bfdd-291df9df4522', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:07:57Z', 'updated_at': '2022-06-21T08:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f', 'name': '', 'network_id': 'adcbcc70-cf76-4ce6-b342-326b25db0a43', 'tenant_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'mac_address': 'fa:16:3e:e8:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e4046-b090-4cb8-9f9a-9b1bfe1fec58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e246e055-34df-428d-b703-f5dd831b1598', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:07:49Z', 'updated_at': '2022-06-21T08:07:53Z', 'revision_number': 5, 'project_id': '989c7a7c2f7f49e5be8e751b4ec32db6', 'subnets': [{'id': 'e246e055-34df-428d-b703-f5dd831b1598', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f86ab0a-ed3b-47d8-812a-130c28eac3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:08:01.671100 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 6d807f82-9694-4204-bfdd-291df9df4522 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:08:01.721105 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 6d807f82-9694-4204-bfdd-291df9df4522 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:08:01.721105 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (6d807f82-9694-4204-bfdd-291df9df4522), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:01.796481 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 6d807f82-9694-4204-bfdd-291df9df4522 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:08:01.796863 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (6d807f82-9694-4204-bfdd-291df9df4522), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:01.823482 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port 6d807f82-9694-4204-bfdd-291df9df4522, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=6d807f82-9694-4204-bfdd-291df9df4522,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:08:01.835513 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (6d807f82-9694-4204-bfdd-291df9df4522), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:01.889793 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=6d807f82-9694-4204-bfdd-291df9df4522,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:08:03.007303 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=36 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:03.008588 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=38 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:03.651924 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 6d807f82-9694-4204-bfdd-291df9df4522 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:08:03.696898 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 6d807f82-9694-4204-bfdd-291df9df4522 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:08:03.697424 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (6d807f82-9694-4204-bfdd-291df9df4522), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:03.725127 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:03.774001 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 6d807f82-9694-4204-bfdd-291df9df4522 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:08:03.997432 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:10.897769 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:10.902288 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:13.771798 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=6 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:13.772593 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:16.398694 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:08:18.725251 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f69fbde3-650b-4462-bf8c-6b43f3afbb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:20.934254 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5b7e7598-1175-4b5b-86ba-17095d2235bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:22.076447 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:23.673909 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:23.947897 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:24.405209 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:26.398366 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:33.669796 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:33.943089 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:08:48.715554 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f90a916a-4d6c-4d8b-b74f-7a8fd3d9d36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:50.940456 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c81ef5b-1dc9-44b4-a58b-12a05bc94914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:52.072605 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:53.398568 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:08:53.668655 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:08:53.945057 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:01.410198 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:03.398384 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:03.938297 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:03.942786 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:16.844546 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 36648) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:09:16.905294 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42593fe-1ba5-4281-9ac9-b20fa815d3e3 admin admin] GET failed (client error): The resource could not be found. Jun 21 08:09:16.907307 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a42593fe-1ba5-4281-9ac9-b20fa815d3e3 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618842 Jun 21 08:09:17.073851 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe91a9a-269b-4107-b857-0c1c2811ab49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:17.076770 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3fe91a9a-269b-4107-b857-0c1c2811ab49 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1653881 Jun 21 08:09:17.395131 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:18.710909 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-78cb9ab2-0d9d-49f4-8fcb-cac6cb2374ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:19.151862 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 36658) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:09:19.256961 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72327f9-52ed-4015-a7a2-c1c40bf7cff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:19.258358 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c72327f9-52ed-4015-a7a2-c1c40bf7cff6 admin admin] 10.222.0.36 "GET /v2.0/subnets/e246e055-34df-428d-b703-f5dd831b1598 HTTP/1.1" status: 200 len: 849 time: 0.1055100 Jun 21 08:09:19.268529 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:09:19.353685 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Publish callbacks [] for subnet (e246e055-34df-428d-b703-f5dd831b1598), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:19.494831 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790882743911'] for subnet (e246e055-34df-428d-b703-f5dd831b1598), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:19.522746 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:19.523400 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:19.538648 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] 10.222.0.36 "PUT /v2.0/subnets/e246e055-34df-428d-b703-f5dd831b1598 HTTP/1.1" status: 200 len: 868 time: 0.2601264 Jun 21 08:09:19.538920 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912067c-2dee-42c6-b0e1-8bf6c61ae928 None None] Network adcbcc70-cf76-4ce6-b342-326b25db0a43 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:09:19.548921 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e246e055-34df-428d-b703-f5dd831b1598,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:09:19.556420 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.556763 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.557159 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.557673 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.558077 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.558415 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.558843 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.559174 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.559518 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.559852 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.560182 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.560508 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.560833 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.561155 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.561475 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c21127-dd03-4f7f-8792-8768abe3fe80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:09:19.904831 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c2cbf296-f038-451c-a349-0f0127fb6332 None None] Provisioning complete for port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:09:19.905368 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf296-f038-451c-a349-0f0127fb6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:19.978346 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c2cbf296-f038-451c-a349-0f0127fb6332 None None] Current status of the port 5ae6267d-87e1-49a6-aa9e-27e8fc13ac0f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:09:19.986810 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c2cbf296-f038-451c-a349-0f0127fb6332 None None] Provisioning complete for port 869694c5-7cd9-46ca-8995-bfba810897a9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:09:19.987176 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf296-f038-451c-a349-0f0127fb6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (869694c5-7cd9-46ca-8995-bfba810897a9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:20.054557 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c2cbf296-f038-451c-a349-0f0127fb6332 None None] Current status of the port 869694c5-7cd9-46ca-8995-bfba810897a9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:09:20.932977 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a26f0241-afbd-4fc0-851e-b0508f447844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:21.601709 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36666) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:09:21.875535 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca79d93-5afe-4d2f-9a74-a19427a3094a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:21.875915 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca79d93-5afe-4d2f-9a74-a19427a3094a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:21.877464 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-8ca79d93-5afe-4d2f-9a74-a19427a3094a admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2747703 Jun 21 08:09:22.066679 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:23.662297 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:23.948265 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:24.002256 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 36676) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:09:24.273829 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617ae90-220d-44ec-9865-94d37630798b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:24.274290 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617ae90-220d-44ec-9865-94d37630798b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:24.275867 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0617ae90-220d-44ec-9865-94d37630798b admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2726328 Jun 21 08:09:26.389667 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 36684) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:09:26.515630 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab40db6-8057-4bc3-b4b1-d24b0fa51d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:26.517095 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-eab40db6-8057-4bc3-b4b1-d24b0fa51d84 admin admin] 10.222.0.36 "GET /v2.0/networks/929906ad-6135-410d-9505-d7c909d4a28c HTTP/1.1" status: 200 len: 886 time: 0.1263640 Jun 21 08:09:28.585530 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 36692) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:09:28.732821 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c65e4-601b-4e41-8c87-f43bc225ade7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:28.734241 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-255c65e4-601b-4e41-8c87-f43bc225ade7 admin admin] 10.222.0.36 "GET /v2.0/networks/adcbcc70-cf76-4ce6-b342-326b25db0a43 HTTP/1.1" status: 200 len: 869 time: 0.1477714 Jun 21 08:09:30.396870 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:09:30.831893 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 36700) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:09:30.911647 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:30.934220 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:30.961010 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0056164-49b8-4d98-938b-fe09a72d4127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:30.961459 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0056164-49b8-4d98-938b-fe09a72d4127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:30.963032 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c0056164-49b8-4d98-938b-fe09a72d4127 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1301935 Jun 21 08:09:31.871778 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:31.872543 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=9 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:33.056539 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36710) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:09:33.180822 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207152cf-0878-4e49-871f-371b2e46bd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:33.181264 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207152cf-0878-4e49-871f-371b2e46bd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:33.182793 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-207152cf-0878-4e49-871f-371b2e46bd74 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252975 Jun 21 08:09:33.936864 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:33.944220 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:35.287944 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36718) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:09:35.377959 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e01df-3151-4116-91ec-41e63a69cd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:35.379351 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-ad3e01df-3151-4116-91ec-41e63a69cd76 admin admin] 10.222.0.36 "GET /v2.0/subnets/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a HTTP/1.1" status: 200 len: 816 time: 0.0904598 Jun 21 08:09:37.472742 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36726) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:09:37.565109 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69236086-abaa-4c26-ab47-1af292f03691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:09:37.566462 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-69236086-abaa-4c26-ab47-1af292f03691 admin admin] 10.222.0.36 "GET /v2.0/subnets/e246e055-34df-428d-b703-f5dd831b1598 HTTP/1.1" status: 200 len: 868 time: 0.0927799 Jun 21 08:09:40.393139 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:40.393879 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:40.957036 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:47.557035 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=17 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:47.561999 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=19 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:09:48.713373 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14efd63b-6b25-4724-9856-e84e43e087b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:50.935535 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bee51cd8-3623-4775-8386-d25830c9cf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:52.069348 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:53.666120 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:09:53.951865 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:03.944894 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:03.946343 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:04.399546 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36782) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:10:04.446838 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [None req-19c1e78d-8f88-4b02-bce7-7160a782bed6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:10:04.447839 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-19c1e78d-8f88-4b02-bce7-7160a782bed6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0473552 Jun 21 08:10:06.620856 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36790) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:10:06.682080 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f98a3a2-0f5d-4cad-8adf-49ed7d85ea9d admin admin] GET failed (client error): The resource could not be found. Jun 21 08:10:06.683406 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-5f98a3a2-0f5d-4cad-8adf-49ed7d85ea9d admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616329 Jun 21 08:10:06.830104 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c1eb42-175e-46db-820f-1ce3bce75c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:10:06.831552 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-93c1eb42-175e-46db-820f-1ce3bce75c5e admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1436141 Jun 21 08:10:07.395076 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:10:08.950973 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36800) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:10:08.998507 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:10:09.018532 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Made reservation on behalf of 48e195a21c654d5fa117864a568a0c62 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:10:09.020835 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:09.050274 dv-cinder-836973-7-iscsi neutron-server[103938]: WARNING neutron.services.revisions.revision_plugin [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Could not find related network for resource to bump revision. Jun 21 08:10:09.067755 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:10:09.079116 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (e95b877a-7612-4abe-8dc5-3efb0fc77e02), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:09.079459 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Added segment e95b877a-7612-4abe-8dc5-3efb0fc77e02 of type vlan for network 140ebf00-1116-444e-843f-5defe618a43a Jun 21 08:10:09.130396 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (140ebf00-1116-444e-843f-5defe618a43a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:09.154145 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (140ebf00-1116-444e-843f-5defe618a43a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:09.155035 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:10:09.156106 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:09.182932 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2309089 Jun 21 08:10:09.222208 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Pushing event updated for resources: {'Network': ['ID=140ebf00-1116-444e-843f-5defe618a43a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:10:09.229482 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.229829 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.230160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.230493 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.230846 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.231171 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.231491 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.231812 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.232132 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.232452 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.232771 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.233110 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.233427 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.233796 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.234185 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28a72-cc34-451b-b859-0eb2bec87e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:09.245965 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 140ebf00-1116-444e-843f-5defe618a43a details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:10:11.343997 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36808) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:10:11.405088 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e34f93-d417-4fcf-a49d-029a3d23d1ea admin admin] GET failed (client error): The resource could not be found. Jun 21 08:10:11.407489 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-19e34f93-d417-4fcf-a49d-029a3d23d1ea admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625231 Jun 21 08:10:11.479469 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb04022-7975-411d-a7df-c60ab048ab90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:10:11.480909 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-deb04022-7975-411d-a7df-c60ab048ab90 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694189 Jun 21 08:10:11.491130 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '140ebf00-1116-444e-843f-5defe618a43a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:10:11.511077 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Made reservation on behalf of 48e195a21c654d5fa117864a568a0c62 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:10:11.513273 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:11.678102 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (4a74698f-ab0c-4c58-ad8a-c03ff41b2870), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:11.739036 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a74698f-ab0c-4c58-ad8a-c03ff41b2870,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:10:11.747537 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Checking segment: {'id': 'e95b877a-7612-4abe-8dc5-3efb0fc77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '140ebf00-1116-444e-843f-5defe618a43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:10:11.747885 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Network hostable DHCP agents. Network: 140ebf00-1116-444e-843f-5defe618a43a, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:10:11.764143 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Network 140ebf00-1116-444e-843f-5defe618a43a is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:10:11.769272 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:11.773603 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 140ebf00-1116-444e-843f-5defe618a43a) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:10:11.778302 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:10:11.778926 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:11.784096 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b6c004-cab3-4d7c-a9b3-c29ba4da4809 None None] Network 140ebf00-1116-444e-843f-5defe618a43a requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:10:11.800522 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-3a78095d-4e8a-4624-9265-67ebbbf194dd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3085620 Jun 21 08:10:11.893225 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-140ebf00-1116-444e-843f-5defe618a43a', 'network_id': '140ebf00-1116-444e-843f-5defe618a43a', 'project_id': '48e195a21c654d5fa117864a568a0c62', 'fixed_ips': [{'subnet_id': '4a74698f-ab0c-4c58-ad8a-c03ff41b2870'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:10:11.894191 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:12.038365 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Allocated IP 192.168.233.2 (140ebf00-1116-444e-843f-5defe618a43a/4a74698f-ab0c-4c58-ad8a-c03ff41b2870/e207f7ac-6ac9-4581-885f-87cd60b28ab4) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:10:12.278051 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Publish callbacks [] for port (e207f7ac-6ac9-4581-885f-87cd60b28ab4), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:12.285686 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (e207f7ac-6ac9-4581-885f-87cd60b28ab4), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:12.332879 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Network 140ebf00-1116-444e-843f-5defe618a43a is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:10:12.336496 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:10:12.338323 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Pushing event updated for resources: {'Port': ['ID=e207f7ac-6ac9-4581-885f-87cd60b28ab4,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:10:12.340654 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:10:12.354053 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.354401 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.354767 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.355126 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.355462 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.355795 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.356119 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.356443 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.356766 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.357090 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.357414 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.357753 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.358078 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.358400 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.358895 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:10:12.411950 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Attempting to bind port e207f7ac-6ac9-4581-885f-87cd60b28ab4 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:10:12.412331 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Attempting to bind port e207f7ac-6ac9-4581-885f-87cd60b28ab4 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': 'e95b877a-7612-4abe-8dc5-3efb0fc77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '140ebf00-1116-444e-843f-5defe618a43a'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:10:12.412692 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Attempting to bind port e207f7ac-6ac9-4581-885f-87cd60b28ab4 on network 140ebf00-1116-444e-843f-5defe618a43a {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:10:12.418118 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:10:12.418486 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Checking segment: {'id': 'e95b877a-7612-4abe-8dc5-3efb0fc77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '140ebf00-1116-444e-843f-5defe618a43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:10:12.418920 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:12.419312 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Bound using segment: {'id': 'e95b877a-7612-4abe-8dc5-3efb0fc77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '140ebf00-1116-444e-843f-5defe618a43a'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:10:12.419764 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Bound port: e207f7ac-6ac9-4581-885f-87cd60b28ab4, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95b877a-7612-4abe-8dc5-3efb0fc77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '140ebf00-1116-444e-843f-5defe618a43a'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:10:12.420155 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (e207f7ac-6ac9-4581-885f-87cd60b28ab4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:12.481450 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] For port e207f7ac-6ac9-4581-885f-87cd60b28ab4, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:10:12.485311 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] For port e207f7ac-6ac9-4581-885f-87cd60b28ab4, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=e207f7ac-6ac9-4581-885f-87cd60b28ab4,segment=NetworkSegment(e95b877a-7612-4abe-8dc5-3efb0fc77e02),segment_id=e95b877a-7612-4abe-8dc5-3efb0fc77e02)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:10:12.491890 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (e207f7ac-6ac9-4581-885f-87cd60b28ab4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:12.553368 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aab906-5745-4ccd-93f6-8d0b30d17220 None None] Pushing event updated for resources: {'Port': ['ID=e207f7ac-6ac9-4581-885f-87cd60b28ab4,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:10:13.413053 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486a5290-78f8-42e0-8947-01ed6f4de037 None None] Network 140ebf00-1116-444e-843f-5defe618a43a requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:10:13.500895 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ebce0772-e732-405c-8b3c-48fa17423d19 None None] Provisioning complete for port e207f7ac-6ac9-4581-885f-87cd60b28ab4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:10:13.501283 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebce0772-e732-405c-8b3c-48fa17423d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (e207f7ac-6ac9-4581-885f-87cd60b28ab4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:13.504192 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:13.552500 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:13.613018 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ebce0772-e732-405c-8b3c-48fa17423d19 None None] Current status of the port e207f7ac-6ac9-4581-885f-87cd60b28ab4 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:10:13.613413 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebce0772-e732-405c-8b3c-48fa17423d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (e207f7ac-6ac9-4581-885f-87cd60b28ab4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:13.649409 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ebce0772-e732-405c-8b3c-48fa17423d19 None None] For port e207f7ac-6ac9-4581-885f-87cd60b28ab4, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=e207f7ac-6ac9-4581-885f-87cd60b28ab4,segment=NetworkSegment(e95b877a-7612-4abe-8dc5-3efb0fc77e02),segment_id=e95b877a-7612-4abe-8dc5-3efb0fc77e02)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:10:13.654480 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebce0772-e732-405c-8b3c-48fa17423d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (e207f7ac-6ac9-4581-885f-87cd60b28ab4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:13.712653 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce0772-e732-405c-8b3c-48fa17423d19 None None] Pushing event updated for resources: {'Port': ['ID=e207f7ac-6ac9-4581-885f-87cd60b28ab4,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:10:13.776731 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-07b3e55c-4b7b-457d-baa8-090780957bef None None] Provisioning complete for port e207f7ac-6ac9-4581-885f-87cd60b28ab4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:10:13.777101 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07b3e55c-4b7b-457d-baa8-090780957bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (e207f7ac-6ac9-4581-885f-87cd60b28ab4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:13.782140 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device e207f7ac-6ac9-4581-885f-87cd60b28ab4 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:10:13.862701 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port e207f7ac-6ac9-4581-885f-87cd60b28ab4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:10:13.863097 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (e207f7ac-6ac9-4581-885f-87cd60b28ab4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:13.917806 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-07b3e55c-4b7b-457d-baa8-090780957bef None None] Current status of the port e207f7ac-6ac9-4581-885f-87cd60b28ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:10:13.971070 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port e207f7ac-6ac9-4581-885f-87cd60b28ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:10:15.402640 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=17 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:15.716934 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device e207f7ac-6ac9-4581-885f-87cd60b28ab4 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:10:15.760753 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port e207f7ac-6ac9-4581-885f-87cd60b28ab4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:10:15.761139 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (e207f7ac-6ac9-4581-885f-87cd60b28ab4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:15.830765 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port e207f7ac-6ac9-4581-885f-87cd60b28ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:10:17.392214 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=17 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:18.717826 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-049620b0-ca85-4dc7-832c-a76fb90f036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:20.938185 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a075c0ed-cf30-473f-9c76-2d36deec7a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:21.789457 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=77,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:22.072382 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:23.668731 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:23.958146 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:33.949689 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:33.951541 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:44.394725 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:10:48.721160 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-04b49013-0a51-4111-a252-3b3e82792b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:50.941202 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdc58-a231-431d-9d89-5570ccf30941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:52.079473 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:53.671949 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:53.960670 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:10:54.390484 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:10:54.391268 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:03.950072 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:03.957109 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:17.413092 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:18.724747 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4b884819-6368-4bb9-9a23-32f5a153c08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:20.943907 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-69d96567-52d7-4335-87a4-7af86f85902d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:21.394701 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:11:22.078676 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:23.675606 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:23.963020 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:29.401748 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:31.390645 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=6 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:33.957325 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:33.959282 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:38.836827 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36846) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:11:38.843117 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [None req-80138787-6883-4f45-9fd3-f39910495097 tempest-verify_tempest_config-157104239 tempest-verify_tempest_config-157104239-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:11:38.844069 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-80138787-6883-4f45-9fd3-f39910495097 tempest-verify_tempest_config-157104239 tempest-verify_tempest_config-157104239-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062754 Jun 21 08:11:39.137921 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 36864) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:11:39.244013 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:39.318611 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Publish callbacks [] for security_group (44b0fc62-73d5-4104-ad7b-6dcb6251990c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:39.323025 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (44b0fc62-73d5-4104-ad7b-6dcb6251990c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:39.371321 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b0fc62-73d5-4104-ad7b-6dcb6251990c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:11:39.375042 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=329f396c5d1943039ae2b78bd454b404&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2361455 Jun 21 08:11:39.377862 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36870) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:11:39.380340 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.380689 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.381052 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.381398 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.381737 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.382071 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.382402 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.382763 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.383118 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.383449 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.383790 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.384119 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.384442 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.384768 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.385089 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066f193-a2b5-4ffb-8e0f-4f9b145735ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.434102 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Publish callbacks [] for security_group (44b0fc62-73d5-4104-ad7b-6dcb6251990c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:39.455331 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Publish callbacks [] for security_group (44b0fc62-73d5-4104-ad7b-6dcb6251990c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:39.548849 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (44b0fc62-73d5-4104-ad7b-6dcb6251990c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:39.551345 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:39.552530 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44b0fc62-73d5-4104-ad7b-6dcb6251990c HTTP/1.1" status: 204 len: 168 time: 0.1736889 Jun 21 08:11:39.560663 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b0fc62-73d5-4104-ad7b-6dcb6251990c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:11:39.568815 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.573409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.574292 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.574292 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:39.574292 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162a43-7949-4ad4-816a-5668a4f503d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:11:48.727039 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3152fb0c-8690-4eb4-90ce-abe8941d3214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:49.366448 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:49.376873 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:49.564138 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:49.564808 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:11:50.947828 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6b7d2b8f-3b19-4646-b775-2b2cf8dee7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:52.090912 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:53.681639 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:53.965716 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:11:58.393576 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:12:03.954821 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:12:03.960953 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:12:13.823590 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=13 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:12:13.825375 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=21 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:12:18.728325 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-265e0fde-2ae6-4e41-8210-21fd497c7f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:12:20.951808 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-70136e58-7694-447e-a143-636302b5d759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:12:22.086600 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:12:23.679714 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:12:23.967750 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:12:33.961635 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:12:33.963585 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:12:35.393416 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:12:45.388031 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:12:45.388802 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:12:48.730596 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-19bede26-a7e2-4c9f-aff2-fb5c1020f35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:12:50.955107 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1bfc4f3f-d747-451e-a82d-343d2f0445f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:12:52.088815 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:12:53.683086 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:12:53.972953 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:03.966611 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:13:03.968955 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:13:12.392791 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:13:18.828546 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f4b123e1-283a-4cb4-8184-fbe5e0c03cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:19.773875 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933598'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:20.956590 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7a309ba5-450d-4935-b75b-60ff1a861cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:22.090415 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:22.387373 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:13:22.388059 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:13:23.684963 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:23.974087 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:32.076050 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36944) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:13:32.181178 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-af13bd19-269e-44a3-bec9-0bfbd490eab1 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1040487 Jun 21 08:13:33.968568 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:13:33.970459 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:13:34.263125 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 36954) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:13:34.331085 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-5fbe726c-6f14-4a7c-a747-a477217e8c42 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0668674 Jun 21 08:13:44.325521 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:13:44.326292 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:13:48.730468 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-023d9147-1aea-48cf-938e-eb8b8c5080e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:49.392513 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:13:49.732179 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:50.958335 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f07b3a7f-0096-4684-82b5-b25ae5b79fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:52.092453 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:53.688677 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:53.976326 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:13:59.387776 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:13:59.388597 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:14:03.970240 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:14:03.972963 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:14:13.813336 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=13 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:14:13.818781 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=13 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:14:18.734124 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b5c67b8-5de1-4317-b13e-887504e62c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:19.745445 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:20.960160 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bae344ac-eb12-474f-8e4d-63014fa37a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:22.099844 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:23.689855 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:23.978637 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:26.393659 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:14:33.973172 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:14:33.975159 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:14:34.402508 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:14:36.393387 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:14:48.737699 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6b14c66e-e299-49ea-907d-6a4c00da17b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:49.758061 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:50.963437 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02a2682c-ccf3-4df0-bfaa-17ca537b31b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:52.099036 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:53.693344 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:14:53.981031 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:03.394236 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:15:03.975173 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:03.977513 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:10.998813 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37120) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:11.334067 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-159257196-network', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:11.357346 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Made reservation on behalf of d1a4467fae7e4bdea5a1e00c0379c326 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:11.360199 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:11.369326 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:11.460166 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Publish callbacks [] for security_group (b949bb80-c28e-4e3f-85db-0bfb53e7be75), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:11.465504 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (b949bb80-c28e-4e3f-85db-0bfb53e7be75), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:11.487958 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:15:11.512983 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b949bb80-c28e-4e3f-85db-0bfb53e7be75,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:11.516934 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (7cf91a56-1b7d-4934-8490-4102f432654b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:11.517451 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Added segment 7cf91a56-1b7d-4934-8490-4102f432654b of type vlan for network bbf78e3a-7b50-434f-bb05-1e295b095c9f Jun 21 08:15:11.531475 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.531828 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.532193 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.532541 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.533046 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.533184 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.533541 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.533937 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.534259 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.534661 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.535005 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.535372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.535702 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.536027 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.536350 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Tracked resource versions report: Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: pushed versions: Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: { 'AddressGroup': {'1.2'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Agent': {'1.1'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'ConntrackHelper': {'1.0'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'LocalIPAssociation': {'1.0'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Log': {'1.0'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'NDPProxy': {'1.0'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Network': {'1.1'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Port': {'1.7'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'PortForwarding': {'1.3'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'QosPolicy': {'1.10'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SecurityGroup': {'1.5'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SecurityGroupRule': {'1.2'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SubPort': {'1.0'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Subnet': {'1.1'}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Trunk': {'1.1'}} Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: consumer versions: Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: { DHCP agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: HyperV agent@hv-cinder-83697: {}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: L3 agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: Metadata agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: Metering agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: Open vSwitch agent@dv-cinder-836973-7-iscsi: { 'AddressGroup': '1.2', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Agent': '1.1', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'ConntrackHelper': '1.0', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'LocalIPAssociation': '1.0', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Log': '1.0', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'NDPProxy': '1.0', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Network': '1.1', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Port': '1.7', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'PortForwarding': '1.3', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'QosPolicy': '1.10', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SecurityGroup': '1.5', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SecurityGroupRule': '1.2', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'SubPort': '1.0', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Subnet': '1.1', Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: 'Trunk': '1.1'}} Jun 21 08:15:11.537533 dv-cinder-836973-7-iscsi neutron-server[103938]: {{(pid=103938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 08:15:11.563307 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37146) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:11.586596 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (bbf78e3a-7b50-434f-bb05-1e295b095c9f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:11.609282 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37154) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:11.624063 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (bbf78e3a-7b50-434f-bb05-1e295b095c9f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:11.625177 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:11.626022 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:11.668001 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6654105 Jun 21 08:15:11.668231 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37160) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:11.672707 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Request body: {'subnet': {'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-159257196-subnet', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:11.707998 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37162) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:11.711773 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecdd62-442b-4791-86ce-2fb9cd8cbb36 admin admin] Pushing event updated for resources: {'Network': ['ID=bbf78e3a-7b50-434f-bb05-1e295b095c9f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:11.725531 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:15:11.742993 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Made reservation on behalf of d1a4467fae7e4bdea5a1e00c0379c326 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:11.745624 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:11.943065 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (754083e1-dd7f-49dd-afa9-e46f5f2c466b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.011772 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754083e1-dd7f-49dd-afa9-e46f5f2c466b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:12.021730 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Checking segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:12.022094 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Network hostable DHCP agents. Network: bbf78e3a-7b50-434f-bb05-1e295b095c9f, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:15:12.041335 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:15:12.050435 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-network', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:12.052362 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, bbf78e3a-7b50-434f-bb05-1e295b095c9f) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:12.057446 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:12.058112 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.063397 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92493a93-fc01-4b43-a0e2-de8e1ea7238b None None] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:12.076563 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-16a5c534-d927-4ce0-9c5b-f5ecca5d3f45 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4073012 Jun 21 08:15:12.079445 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37172) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:12.084775 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:12.091363 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37174) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:12.105739 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Made reservation on behalf of 2001b029fae0472d8ef7b6fd658ad191 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:12.108527 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.119518 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (bd349c29-377f-4e83-9f42-2afe21bb2644), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.120964 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (bd349c29-377f-4e83-9f42-2afe21bb2644), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.122968 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1761618887-network', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:12.169747 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Made reservation on behalf of 6f60bd09c67c4a3ba0f96d5367a3cd76 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:12.172767 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.189838 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:12.194124 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.219588 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:12.232335 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:15:12.233424 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.234067 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks [] for router_controller (bd349c29-377f-4e83-9f42-2afe21bb2644), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.241096 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-794176408-network', 'tenant_id': '9c4b18684de44714b4a54442a17720b7'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:12.245572 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.288152 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Made reservation on behalf of 9c4b18684de44714b4a54442a17720b7 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:12.292045 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.345160 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.355203 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Publish callbacks [] for security_group (0c843ca7-e92d-4db1-bf6e-ce44809c709a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.361634 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0c843ca7-e92d-4db1-bf6e-ce44809c709a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.379433 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:15:12.390886 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (94243ffe-ca37-423a-8511-ff3c0e1aea68), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.391541 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Added segment 94243ffe-ca37-423a-8511-ff3c0e1aea68 of type vlan for network 91e54668-efe1-4d42-a58f-866649925d1c Jun 21 08:15:12.438961 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (91e54668-efe1-4d42-a58f-866649925d1c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.459272 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Allocated IP 172.20.0.2 (bbf78e3a-7b50-434f-bb05-1e295b095c9f/754083e1-dd7f-49dd-afa9-e46f5f2c466b/bdfba1f7-bbba-4983-8246-b897ece0e6bb) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:12.478250 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (91e54668-efe1-4d42-a58f-866649925d1c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.479350 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:12.480009 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.643968 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks [] for router_gateway (bd349c29-377f-4e83-9f42-2afe21bb2644), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.674605 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Publish callbacks [] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.694653 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.695209 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-387656280-network', 'tenant_id': '7e65c052cb7742628817e3dd44666cf5'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:12.780553 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:12.781128 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1704977 Jun 21 08:15:12.781791 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c843ca7-e92d-4db1-bf6e-ce44809c709a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:12.788461 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:12.790287 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Made reservation on behalf of 7e65c052cb7742628817e3dd44666cf5 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:12.794684 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Pushing event updated for resources: {'Port': ['ID=bdfba1f7-bbba-4983-8246-b897ece0e6bb,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:12.795128 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.797784 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:12.798893 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37204) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:12.812899 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.813448 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.815683 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.817356 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.817870 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.818876 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.821354 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.823349 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.824243 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Request body: {'subnet': {'network_id': '91e54668-efe1-4d42-a58f-866649925d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1761618887-subnet', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:12.824725 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.825673 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.827843 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.828518 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.829015 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.832296 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.832852 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Tracked resource versions report: Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: pushed versions: Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: { 'AddressGroup': {'1.2'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Agent': {'1.1'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'ConntrackHelper': {'1.0'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'LocalIPAssociation': {'1.0'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Log': {'1.0'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'NDPProxy': {'1.0'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Network': {'1.1'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Port': {'1.7'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'PortForwarding': {'1.3'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'QosPolicy': {'1.10'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SecurityGroup': {'1.5'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SecurityGroupRule': {'1.2'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SubPort': {'1.0'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Subnet': {'1.1'}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Trunk': {'1.1'}} Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: consumer versions: Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: { DHCP agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: HyperV agent@hv-cinder-83697: {}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: L3 agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: Metadata agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: Metering agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: Open vSwitch agent@dv-cinder-836973-7-iscsi: { 'AddressGroup': '1.2', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Agent': '1.1', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'ConntrackHelper': '1.0', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'LocalIPAssociation': '1.0', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Log': '1.0', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'NDPProxy': '1.0', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Network': '1.1', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Port': '1.7', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'PortForwarding': '1.3', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'QosPolicy': '1.10', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SecurityGroup': '1.5', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SecurityGroupRule': '1.2', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'SubPort': '1.0', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Subnet': '1.1', Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: 'Trunk': '1.1'}} Jun 21 08:15:12.834559 dv-cinder-836973-7-iscsi neutron-server[103940]: {{(pid=103940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 08:15:12.869593 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1290bf3-c6e4-4092-b225-0ca96a142317 admin admin] Pushing event updated for resources: {'Network': ['ID=91e54668-efe1-4d42-a58f-866649925d1c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:12.883096 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:12.888236 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 91e54668-efe1-4d42-a58f-866649925d1c details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:15:12.891978 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:12.923031 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Made reservation on behalf of 6f60bd09c67c4a3ba0f96d5367a3cd76 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:12.929169 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.005947 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Attempting to bind port bdfba1f7-bbba-4983-8246-b897ece0e6bb on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:13.036870 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Attempting to bind port bdfba1f7-bbba-4983-8246-b897ece0e6bb by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:13.037262 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Attempting to bind port bdfba1f7-bbba-4983-8246-b897ece0e6bb on network bbf78e3a-7b50-434f-bb05-1e295b095c9f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:13.086328 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Publish callbacks [] for security_group (f4c08f5d-99f7-4228-b6a5-42b469eb445f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.096254 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (f4c08f5d-99f7-4228-b6a5-42b469eb445f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.156892 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:15:13.162351 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:13.163922 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Checking segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:13.164459 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.164910 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Bound using segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:13.165403 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Bound port: bdfba1f7-bbba-4983-8246-b897ece0e6bb, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:13.165810 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.181527 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c08f5d-99f7-4228-b6a5-42b469eb445f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:13.201661 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (cc1b5bc8-4242-4d41-a63b-b387ce5231fe), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.201838 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Added segment cc1b5bc8-4242-4d41-a63b-b387ce5231fe of type vlan for network 6b756991-9f1d-40c4-b55e-f0300ac5da44 Jun 21 08:15:13.295681 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (6b756991-9f1d-40c4-b55e-f0300ac5da44), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.296077 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] For port bdfba1f7-bbba-4983-8246-b897ece0e6bb, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:13.299254 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Publish callbacks [] for security_group (44d14811-22d5-48f5-bb29-32932d0faa9c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.302420 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] For port bdfba1f7-bbba-4983-8246-b897ece0e6bb, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=bdfba1f7-bbba-4983-8246-b897ece0e6bb,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:13.321585 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.361229 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (6b756991-9f1d-40c4-b55e-f0300ac5da44), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.362771 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:13.363840 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.371469 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:13.373377 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (44d14811-22d5-48f5-bb29-32932d0faa9c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.389889 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:13.399203 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac914c8-02af-456c-9efb-7897a0149b96 None None] Pushing event updated for resources: {'Port': ['ID=bdfba1f7-bbba-4983-8246-b897ece0e6bb,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:13.408121 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Publish callbacks [] for security_group (50e97773-2dea-40c5-a066-4ac7d6b9f137), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.441145 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (50e97773-2dea-40c5-a066-4ac7d6b9f137), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.459857 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3671849 Jun 21 08:15:13.463375 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37228) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:13.473317 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:15:13.477813 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Request body: {'subnet': {'network_id': '6b756991-9f1d-40c4-b55e-f0300ac5da44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-387656280-subnet', 'tenant_id': '7e65c052cb7742628817e3dd44666cf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:13.479360 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:13.511416 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Made reservation on behalf of 7e65c052cb7742628817e3dd44666cf5 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:13.514306 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.528268 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:15:13.548866 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (967bfd82-e927-4052-a514-9421aabce034), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.549938 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Added segment 967bfd82-e927-4052-a514-9421aabce034 of type vlan for network 98aed940-6352-48a8-ae3d-f07b94cd1263 Jun 21 08:15:13.557435 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9940b-4b60-4f92-bc7d-b018935b196d admin admin] Pushing event updated for resources: {'Network': ['ID=6b756991-9f1d-40c4-b55e-f0300ac5da44,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:13.571188 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 6b756991-9f1d-40c4-b55e-f0300ac5da44 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:15:13.591976 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks [] for router_gateway (bd349c29-377f-4e83-9f42-2afe21bb2644), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.628166 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (39d52fe2-f0c6-4c72-ba58-f8f078aa7927), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.628750 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Added segment 39d52fe2-f0c6-4c72-ba58-f8f078aa7927 of type vlan for network 1563a5ad-132e-4800-8264-c4bbc3c987e3 Jun 21 08:15:13.631972 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d14811-22d5-48f5-bb29-32932d0faa9c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:13.679118 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.739937 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:13.761702 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Tracked resource versions report: Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: pushed versions: Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: { 'AddressGroup': {'1.2'}, Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Agent': {'1.1'}, Jun 21 08:15:13.857743 dv-cinder-836973-7-iscsi neutron-server[103939]: 'ConntrackHelper': {'1.0'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'LocalIPAssociation': {'1.0'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Log': {'1.0'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'NDPProxy': {'1.0'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Network': {'1.1'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Port': {'1.7'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'PortForwarding': {'1.3'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'QosPolicy': {'1.10'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SecurityGroup': {'1.5'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SecurityGroupRule': {'1.2'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SubPort': {'1.0'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Subnet': {'1.1'}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Trunk': {'1.1'}} Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: consumer versions: Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: { DHCP agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: HyperV agent@hv-cinder-83697: {}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: L3 agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: Metadata agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: Metering agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: Open vSwitch agent@dv-cinder-836973-7-iscsi: { 'AddressGroup': '1.2', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Agent': '1.1', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'ConntrackHelper': '1.0', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'LocalIPAssociation': '1.0', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Log': '1.0', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'NDPProxy': '1.0', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Network': '1.1', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Port': '1.7', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'PortForwarding': '1.3', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'QosPolicy': '1.10', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SecurityGroup': '1.5', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SecurityGroupRule': '1.2', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'SubPort': '1.0', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Subnet': '1.1', Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: 'Trunk': '1.1'}} Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: {{(pid=103939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 08:15:13.865544 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (98aed940-6352-48a8-ae3d-f07b94cd1263), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:13.898370 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (1563a5ad-132e-4800-8264-c4bbc3c987e3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.012075 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (1b9416df-f3f0-4ded-94e1-81a9293b7ce6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.095678 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9416df-f3f0-4ded-94e1-81a9293b7ce6,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:14.103254 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device bdfba1f7-bbba-4983-8246-b897ece0e6bb up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:14.109902 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Checking segment: {'id': 'cc1b5bc8-4242-4d41-a63b-b387ce5231fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6b756991-9f1d-40c4-b55e-f0300ac5da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:14.110259 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Network hostable DHCP agents. Network: 6b756991-9f1d-40c4-b55e-f0300ac5da44, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:15:14.141854 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.db.resource_extend [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 08:15:14.146686 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Network 6b756991-9f1d-40c4-b55e-f0300ac5da44 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:15:14.173354 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 6b756991-9f1d-40c4-b55e-f0300ac5da44) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:14.178025 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port bdfba1f7-bbba-4983-8246-b897ece0e6bb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:14.178727 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.179447 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:14.180225 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.184150 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563d4139-df3e-4c68-bf12-85d647eb832b None None] Network 6b756991-9f1d-40c4-b55e-f0300ac5da44 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:14.188328 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.db.resource_extend [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 08:15:14.214524 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6e1226bc-389e-4e29-9e56-7709c74d6197 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7490485 Jun 21 08:15:14.324164 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e97773-2dea-40c5-a066-4ac7d6b9f137,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:14.340204 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (98aed940-6352-48a8-ae3d-f07b94cd1263), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.341176 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:14.341743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.352368 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (bffb78da-2405-4eb4-86e3-3ba7361c0f63), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.358454 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Allocated IP 172.27.0.207 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/35440bda-47fb-4892-83e3-c8ad0df5288a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:14.396085 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port bdfba1f7-bbba-4983-8246-b897ece0e6bb is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:14.397285 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.418546 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:14.444124 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c28dd-050d-449b-a04a-f2882a32ce12 None None] Network 6b756991-9f1d-40c4-b55e-f0300ac5da44 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:14.452199 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (1563a5ad-132e-4800-8264-c4bbc3c987e3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.453637 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:14.454403 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.480734 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port bdfba1f7-bbba-4983-8246-b897ece0e6bb, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=bdfba1f7-bbba-4983-8246-b897ece0e6bb,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:14.514754 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.791968 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37272) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:14.823777 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks [] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.863954 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:14.865026 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:14.866300 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] Pushing event updated for resources: {'Network': ['ID=98aed940-6352-48a8-ae3d-f07b94cd1263,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:14.922211 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:15:14.955264 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f0740b19-196a-40d6-accc-a1d29012f26c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 3.3901048 Jun 21 08:15:14.957255 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffb78da-2405-4eb4-86e3-3ba7361c0f63,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:14.958859 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37286) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:14.963811 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Request body: {'subnet': {'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-subnet', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:14.965783 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] Pushing event updated for resources: {'Network': ['ID=1563a5ad-132e-4800-8264-c4bbc3c987e3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:14.978213 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:14.995891 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 1563a5ad-132e-4800-8264-c4bbc3c987e3 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:15:15.005387 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=bdfba1f7-bbba-4983-8246-b897ece0e6bb,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:15.036437 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Made reservation on behalf of 2001b029fae0472d8ef7b6fd658ad191 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:15.039552 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.045564 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ead8b8-9695-452d-81fd-62bc5a09fcaa None None] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:15.055478 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fbaa3486-c63c-4a03-8fde-172cf2a36d67 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 3.3462014 Jun 21 08:15:15.061989 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Pushing event updated for resources: {'Port': ['ID=35440bda-47fb-4892-83e3-c8ad0df5288a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:15.067852 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37292) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:15.093948 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Request body: {'subnet': {'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-794176408-subnet', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:15.114859 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-3b49-45b9-9c60-f9fc6871d6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.116781 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Checking segment: {'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:15.117151 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Network hostable DHCP agents. Network: 91e54668-efe1-4d42-a58f-866649925d1c, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:15:15.167944 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:15.176113 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:15.180024 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:15.182021 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Network 91e54668-efe1-4d42-a58f-866649925d1c is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:15:15.233983 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 91e54668-efe1-4d42-a58f-866649925d1c) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:15.241264 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:15.241892 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.256865 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Made reservation on behalf of 9c4b18684de44714b4a54442a17720b7 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:15.259873 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.273376 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1b7b7a91-c3a2-4f6c-9226-dbfd443de69f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4708340 Jun 21 08:15:15.285340 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37296) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:15.289817 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37298) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:15.313388 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1761618887-router', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:15.324494 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-559331496-network', 'tenant_id': '71a1d38491a0458490b0edf534b8a0f7'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:15.354081 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b2a22-dc7e-4a00-8e93-c50659b7399f None None] Network 91e54668-efe1-4d42-a58f-866649925d1c requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:15.405411 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-3b49-45b9-9c60-f9fc6871d6db admin admin] Publish callbacks [] for security_group (c7ed612b-bcb7-466a-9c6c-b032548653a4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.416720 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (2745eb04-ac6d-4474-bf31-77bc22920785), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.418021 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (2745eb04-ac6d-4474-bf31-77bc22920785), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.435425 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Made reservation on behalf of 71a1d38491a0458490b0edf534b8a0f7 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:15.438037 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.451782 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-3b49-45b9-9c60-f9fc6871d6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (c7ed612b-bcb7-466a-9c6c-b032548653a4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.486323 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:INSERT=20,neutron:UPDATE=3,neutron:SELECT=75,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:15.489936 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e42d84e3-3b49-45b9-9c60-f9fc6871d6db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c417067db38c48af9a0f27065b2b690e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6969299 Jun 21 08:15:15.495503 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37312) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:15.525439 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5fb5c1d2-fd16-466f-891d-78493d7b6660 None None] Provisioning complete for port bdfba1f7-bbba-4983-8246-b897ece0e6bb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:15.526107 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c1d2-fd16-466f-891d-78493d7b6660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.538719 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (dd7f5033-e57d-40c9-a22c-d2dd65755c32), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.555801 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.558312 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:15.587268 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks [] for router_gateway (bd349c29-377f-4e83-9f42-2afe21bb2644), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.589287 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:15.598279 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-91e54668-efe1-4d42-a58f-866649925d1c', 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c', 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'fixed_ips': [{'subnet_id': 'bffb78da-2405-4eb4-86e3-3ba7361c0f63'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:15:15.599427 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.621653 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:15.622974 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7f5033-e57d-40c9-a22c-d2dd65755c32,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:15.651313 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d84e3-3b49-45b9-9c60-f9fc6871d6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ed612b-bcb7-466a-9c6c-b032548653a4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:15.694089 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks [] for router_controller (2745eb04-ac6d-4474-bf31-77bc22920785), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.716596 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bf58b04-1bfe-405c-b8ab-41af319ec718 admin admin] Publish callbacks [] for security_group (c7ed612b-bcb7-466a-9c6c-b032548653a4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.842270 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (fe9956a1-db67-4ab0-a2bc-2965a7ae6be5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:15.902556 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9956a1-db67-4ab0-a2bc-2965a7ae6be5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:15.962802 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Allocated IP 172.20.0.2 (91e54668-efe1-4d42-a58f-866649925d1c/bffb78da-2405-4eb4-86e3-3ba7361c0f63/b78afbb8-9d05-4b19-869a-676f423ab611) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:16.029157 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:16.033197 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Publish callbacks [] for security_group (133c44cc-e025-48ce-9f55-6e8eca54ac34), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.047979 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Checking segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:16.048190 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (133c44cc-e025-48ce-9f55-6e8eca54ac34), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.048552 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Network hostable DHCP agents. Network: 98aed940-6352-48a8-ae3d-f07b94cd1263, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:15:16.083063 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bf58b04-1bfe-405c-b8ab-41af319ec718 admin admin] Publish callbacks [] for security_group (c7ed612b-bcb7-466a-9c6c-b032548653a4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.095143 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks [] for router_gateway (2745eb04-ac6d-4474-bf31-77bc22920785), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.114349 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133c44cc-e025-48ce-9f55-6e8eca54ac34,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:16.145155 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Checking segment: {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:16.145863 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Network hostable DHCP agents. Network: 1563a5ad-132e-4800-8264-c4bbc3c987e3, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:15:16.167155 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:15:16.170982 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Publish callbacks [] for port (b78afbb8-9d05-4b19-869a-676f423ab611), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.176387 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:15:16.179689 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:16.182523 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device bdfba1f7-bbba-4983-8246-b897ece0e6bb up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:16.194696 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.195610 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Added segment ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2 of type vlan for network 7ada742b-9f7a-4931-92a4-26bbc9f39051 Jun 21 08:15:16.201266 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (bd349c29-377f-4e83-9f42-2afe21bb2644), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.206639 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 98aed940-6352-48a8-ae3d-f07b94cd1263) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:16.216738 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Network 1563a5ad-132e-4800-8264-c4bbc3c987e3 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:15:16.232844 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.242538 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aa6fb4-1ee6-4f0b-aa11-ced5c16eb0e2 None None] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:16.249531 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 1563a5ad-132e-4800-8264-c4bbc3c987e3) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:16.278085 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:16.280006 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.291899 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:16.292621 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.322544 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-f50574e0-5407-42e9-9b8b-46230ba6e9cd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3624718 Jun 21 08:15:16.328757 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37340) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:16.342707 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (7ada742b-9f7a-4931-92a4-26bbc9f39051), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.370387 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Network 91e54668-efe1-4d42-a58f-866649925d1c is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:16.377916 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:16.381731 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6f154592-7e12-4b99-b760-af1d10174756 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3102980 Jun 21 08:15:16.383950 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bf58b04-1bfe-405c-b8ab-41af319ec718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (c7ed612b-bcb7-466a-9c6c-b032548653a4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.391529 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37344) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:16.395136 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46f3d51-70ad-44c5-a388-01c59e8ea92a None None] Network 1563a5ad-132e-4800-8264-c4bbc3c987e3 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:16.398204 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:16.398357 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bf58b04-1bfe-405c-b8ab-41af319ec718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.420310 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-9bf58b04-1bfe-405c-b8ab-41af319ec718 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7ed612b-bcb7-466a-9c6c-b032548653a4 HTTP/1.1" status: 204 len: 168 time: 0.9154165 Jun 21 08:15:16.468234 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.470194 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.474261 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf58b04-1bfe-405c-b8ab-41af319ec718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ed612b-bcb7-466a-9c6c-b032548653a4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:16.508094 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (7ada742b-9f7a-4931-92a4-26bbc9f39051), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.509631 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:16.510651 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.580096 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:16.583509 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:16.584804 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port bdfba1f7-bbba-4983-8246-b897ece0e6bb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:16.585179 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.623281 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:16.637910 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3451669 Jun 21 08:15:16.658309 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (7d0822db-34b2-4846-8ca2-762cf05ffb61), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.669979 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:16.671679 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (7d0822db-34b2-4846-8ca2-762cf05ffb61), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.677540 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37350) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:16.685344 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5fb5c1d2-fd16-466f-891d-78493d7b6660 None None] Current status of the port bdfba1f7-bbba-4983-8246-b897ece0e6bb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:16.686174 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Request body: {'subnet': {'network_id': '7ada742b-9f7a-4931-92a4-26bbc9f39051', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-559331496-subnet', 'tenant_id': '71a1d38491a0458490b0edf534b8a0f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:16.687736 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-98aed940-6352-48a8-ae3d-f07b94cd1263', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:15:16.688773 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.759538 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281be66-a4cb-4b19-94a6-38635d02f2c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7ada742b-9f7a-4931-92a4-26bbc9f39051,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:16.761957 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks [] for router_controller (7d0822db-34b2-4846-8ca2-762cf05ffb61), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.791331 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks [] for router_controller (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.896076 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 7ada742b-9f7a-4931-92a4-26bbc9f39051 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:15:16.909952 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Made reservation on behalf of 71a1d38491a0458490b0edf534b8a0f7 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:16.912542 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.943937 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e15996e0-86b7-4c97-990f-df9ee2275d78 None None] Provisioning complete for port bdfba1f7-bbba-4983-8246-b897ece0e6bb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:16.944633 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e15996e0-86b7-4c97-990f-df9ee2275d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:16.985643 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks [] for router_gateway (2745eb04-ac6d-4474-bf31-77bc22920785), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.071304 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Pushing event updated for resources: {'Port': ['ID=b78afbb8-9d05-4b19-869a-676f423ab611,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:17.081450 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Router bd349c29-377f-4e83-9f42-2afe21bb2644 is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:15:17.194932 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.205639 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks [] for router_gateway (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.209502 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port bdfba1f7-bbba-4983-8246-b897ece0e6bb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:17.222483 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Attempting to bind port b78afbb8-9d05-4b19-869a-676f423ab611 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:17.223549 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Attempting to bind port b78afbb8-9d05-4b19-869a-676f423ab611 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:17.224229 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Attempting to bind port b78afbb8-9d05-4b19-869a-676f423ab611 on network 91e54668-efe1-4d42-a58f-866649925d1c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:17.245302 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37370) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:17.279469 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-1563a5ad-132e-4800-8264-c4bbc3c987e3', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'project_id': '9c4b18684de44714b4a54442a17720b7', 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:15:17.281090 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.288934 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks [] for router_gateway (7d0822db-34b2-4846-8ca2-762cf05ffb61), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.299074 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:17.300209 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:17.300685 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Checking segment: {'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:17.301306 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.301647 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Bound using segment: {'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:17.302163 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Bound port: b78afbb8-9d05-4b19-869a-676f423ab611, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:17.302584 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.334961 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:17.340533 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f199020-1082-4596-92fd-5eb1c03d70cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.385834 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Allocated IP 172.20.0.2 (98aed940-6352-48a8-ae3d-f07b94cd1263/dd7f5033-e57d-40c9-a22c-d2dd65755c32/eb77e5d2-6355-4ca9-9f10-aa6e6a214071) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:17.392869 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:17.442027 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e15996e0-86b7-4c97-990f-df9ee2275d78 None None] Current status of the port bdfba1f7-bbba-4983-8246-b897ece0e6bb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:17.496620 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f199020-1082-4596-92fd-5eb1c03d70cf admin admin] Publish callbacks [] for security_group (d0e1c549-66ed-4626-b3d9-2544606bcdfc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.496620 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=13 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:17.496620 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:17.496620 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f199020-1082-4596-92fd-5eb1c03d70cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (d0e1c549-66ed-4626-b3d9-2544606bcdfc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.500803 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:15:17.516131 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:15:17.535075 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:17.538210 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:14:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:17.592348 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.593562 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-202b98f4-469b-4952-9fd2-a288305d2e49 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5129173 Jun 21 08:15:17.602482 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] For port b78afbb8-9d05-4b19-869a-676f423ab611, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:17.617594 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-4f199020-1082-4596-92fd-5eb1c03d70cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcf3e4684b5b4391a990265a17b28055&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3688085 Jun 21 08:15:17.618920 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37374) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:17.619550 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37376) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:17.645833 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f199020-1082-4596-92fd-5eb1c03d70cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e1c549-66ed-4626-b3d9-2544606bcdfc,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:17.747859 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (c906a7e3-ade8-4f70-8b39-7acfc6569081), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.772066 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Allocated IP 172.27.0.208 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/6dea09f0-9928-4cd2-a7ee-777cdb0c5987) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:17.775519 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] For port b78afbb8-9d05-4b19-869a-676f423ab611, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=b78afbb8-9d05-4b19-869a-676f423ab611,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:17.783107 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:17.794660 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:17.805576 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c906a7e3-ade8-4f70-8b39-7acfc6569081,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:17.818038 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.869861 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fedb558-390a-486b-a175-63aaabdff568 admin admin] Publish callbacks [] for security_group (d0e1c549-66ed-4626-b3d9-2544606bcdfc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.894469 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fedb558-390a-486b-a175-63aaabdff568 admin admin] Publish callbacks [] for security_group (d0e1c549-66ed-4626-b3d9-2544606bcdfc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.949122 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks [] for router_gateway (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:17.964713 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Allocated IP 172.20.0.2 (1563a5ad-132e-4800-8264-c4bbc3c987e3/fe9956a1-db67-4ab0-a2bc-2965a7ae6be5/5c868073-cad2-4a82-98e8-42561a7e4772) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:18.048001 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.059311 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks [] for router_gateway (7d0822db-34b2-4846-8ca2-762cf05ffb61), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.102382 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.115592 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks [] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.153911 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df03e23-11d8-4e25-afcf-eb1ebfaa1469 None None] Pushing event updated for resources: {'Port': ['ID=b78afbb8-9d05-4b19-869a-676f423ab611,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:18.170517 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Publish callbacks [] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.211200 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:15Z', 'revision_number': 3, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:18.261508 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.272147 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:15:18.272672 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Updating router bd349c29-377f-4e83-9f42-2afe21bb2644 port 35440bda-47fb-4892-83e3-c8ad0df5288a binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:15:18.273819 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.279175 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Checking segment: {'id': 'ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7ada742b-9f7a-4931-92a4-26bbc9f39051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:18.279175 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Network hostable DHCP agents. Network: 7ada742b-9f7a-4931-92a4-26bbc9f39051, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:15:18.288672 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:18.347853 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:18.366839 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.438920 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:18.457986 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:18.470552 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:18.474468 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:18.481687 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:18.488230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:18.513904 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fedb558-390a-486b-a175-63aaabdff568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (d0e1c549-66ed-4626-b3d9-2544606bcdfc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.516876 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Pushing event updated for resources: {'Port': ['ID=eb77e5d2-6355-4ca9-9f10-aa6e6a214071,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:18.517377 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fedb558-390a-486b-a175-63aaabdff568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.547801 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1fedb558-390a-486b-a175-63aaabdff568 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0e1c549-66ed-4626-b3d9-2544606bcdfc HTTP/1.1" status: 204 len: 168 time: 0.9125216 Jun 21 08:15:18.599075 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6dea09f0-9928-4cd2-a7ee-777cdb0c5987,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:18.612751 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Allocated IP 172.27.0.27 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/b496a781-4d44-4e89-8b13-037d5bc6b484) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:18.724412 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Network 7ada742b-9f7a-4931-92a4-26bbc9f39051 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:15:18.744641 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Publish callbacks [] for port (5c868073-cad2-4a82-98e8-42561a7e4772), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.754359 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Attempting to bind port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:18.754881 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Attempting to bind port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:18.755254 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Attempting to bind port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 on network 98aed940-6352-48a8-ae3d-f07b94cd1263 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:18.764977 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.778606 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:18.779012 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Checking segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:18.779435 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.779914 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Bound using segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:18.780498 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Bound port: eb77e5d2-6355-4ca9-9f10-aa6e6a214071, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:18.781016 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.786230 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedb558-390a-486b-a175-63aaabdff568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e1c549-66ed-4626-b3d9-2544606bcdfc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:18.795049 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 7ada742b-9f7a-4931-92a4-26bbc9f39051) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:18.802197 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:18.802818 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.814713 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:18.825579 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a985c071-265d-4516-8dcd-406da3d72f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:18.831991 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae097822-a08b-4277-8407-32bc373ddc71 None None] Network 7ada742b-9f7a-4931-92a4-26bbc9f39051 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:18.862353 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:18.883030 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Network 1563a5ad-132e-4800-8264-c4bbc3c987e3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:18.903055 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9b342e64-6ad6-48a3-9293-611e833c28b7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2220457 Jun 21 08:15:18.934166 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:18.937324 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:18.950008 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Pushing event updated for resources: {'Port': ['ID=5c868073-cad2-4a82-98e8-42561a7e4772,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:18.950339 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.106265 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] For port eb77e5d2-6355-4ca9-9f10-aa6e6a214071, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:19.150028 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] For port eb77e5d2-6355-4ca9-9f10-aa6e6a214071, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=eb77e5d2-6355-4ca9-9f10-aa6e6a214071,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:19.172189 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Attempting to bind port 5c868073-cad2-4a82-98e8-42561a7e4772 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:19.172580 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Attempting to bind port 5c868073-cad2-4a82-98e8-42561a7e4772 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:19.173048 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Attempting to bind port 5c868073-cad2-4a82-98e8-42561a7e4772 on network 1563a5ad-132e-4800-8264-c4bbc3c987e3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:19.189860 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:19.190761 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Checking segment: {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:19.192218 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.192676 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Bound using segment: {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:19.193230 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Bound port: 5c868073-cad2-4a82-98e8-42561a7e4772, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:19.193631 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.198403 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2fa3fb-f1ff-47bf-afc9-0c84403f86fe None None] Network 7ada742b-9f7a-4931-92a4-26bbc9f39051 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:19.200876 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.228430 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37430) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:19.236844 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks [] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.282755 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:19.357487 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1b788e-7303-4518-ba83-f71d1fd3818e admin admin] Deleting subnet 1b9416df-f3f0-4ded-94e1-81a9293b7ce6 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:15:19.363299 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb1b788e-7303-4518-ba83-f71d1fd3818e admin admin] Publish callbacks [] for subnet (1b9416df-f3f0-4ded-94e1-81a9293b7ce6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.450888 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:19.504374 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb1b788e-7303-4518-ba83-f71d1fd3818e admin admin] Publish callbacks [] for subnet (1b9416df-f3f0-4ded-94e1-81a9293b7ce6), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.520583 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231ae70-452e-499f-bedc-d7682788dbdc None None] Pushing event updated for resources: {'Port': ['ID=eb77e5d2-6355-4ca9-9f10-aa6e6a214071,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:19.569302 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] For port 5c868073-cad2-4a82-98e8-42561a7e4772, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:19.576320 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] For port 5c868073-cad2-4a82-98e8-42561a7e4772, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=5c868073-cad2-4a82-98e8-42561a7e4772,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:19.591722 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.594171 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.658184 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks [] for router_gateway (2745eb04-ac6d-4474-bf31-77bc22920785), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.819521 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb1b788e-7303-4518-ba83-f71d1fd3818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (1b9416df-f3f0-4ded-94e1-81a9293b7ce6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.836193 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fc987-6dbe-4c38-a5b1-854b7dfaacff None None] Pushing event updated for resources: {'Port': ['ID=5c868073-cad2-4a82-98e8-42561a7e4772,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:19.856229 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:19.890544 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:19.911430 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745a19f-0bf3-4d15-b3a8-eea7c5462030 None None] Network 91e54668-efe1-4d42-a58f-866649925d1c requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:19.944811 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:19.966485 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:20.025576 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8a38afd9-7256-4af1-9383-254cfa8865dc None None] Provisioning complete for port b78afbb8-9d05-4b19-869a-676f423ab611 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:20.026052 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a38afd9-7256-4af1-9383-254cfa8865dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.037590 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37452) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:20.047480 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Allocated IP 172.20.0.1 (bbf78e3a-7b50-434f-bb05-1e295b095c9f/754083e1-dd7f-49dd-afa9-e46f5f2c466b/4128ca04-5753-45ef-8eb9-2c42f4c73a1b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:20.125183 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Allocated IP 172.27.0.164 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/f6959eb5-449d-461b-9c0b-750eb7c92626) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:20.194083 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:20.245925 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device eb77e5d2-6355-4ca9-9f10-aa6e6a214071 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:20.257961 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Pushing event updated for resources: {'Port': ['ID=b496a781-4d44-4e89-8b13-037d5bc6b484,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:20.303494 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb1b788e-7303-4518-ba83-f71d1fd3818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (1b9416df-f3f0-4ded-94e1-81a9293b7ce6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.413866 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:20.437595 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:20.437980 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.485768 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b788e-7303-4518-ba83-f71d1fd3818e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9416df-f3f0-4ded-94e1-81a9293b7ce6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:20.562424 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb1b788e-7303-4518-ba83-f71d1fd3818e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.581161 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bb1b788e-7303-4518-ba83-f71d1fd3818e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1b9416df-f3f0-4ded-94e1-81a9293b7ce6 HTTP/1.1" status: 204 len: 168 time: 1.3511736 Jun 21 08:15:20.581972 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37466) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:20.601185 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8a38afd9-7256-4af1-9383-254cfa8865dc None None] Current status of the port b78afbb8-9d05-4b19-869a-676f423ab611 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:20.601803 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a38afd9-7256-4af1-9383-254cfa8865dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.634412 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-716e1ae0-d41e-46bb-8173-e5693ec0c6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.790682 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:20.791336 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.810150 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks [] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.819237 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8a38afd9-7256-4af1-9383-254cfa8865dc None None] For port b78afbb8-9d05-4b19-869a-676f423ab611, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=b78afbb8-9d05-4b19-869a-676f423ab611,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:20.835290 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a38afd9-7256-4af1-9383-254cfa8865dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.884747 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (6b756991-9f1d-40c4-b55e-f0300ac5da44), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.914121 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Publish callbacks [] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.915503 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=8,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:20.928309 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port eb77e5d2-6355-4ca9-9f10-aa6e6a214071, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=eb77e5d2-6355-4ca9-9f10-aa6e6a214071,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:20.940576 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:20.943004 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b78afbb8-9d05-4b19-869a-676f423ab611 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:21.000752 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38afd9-7256-4af1-9383-254cfa8865dc None None] Pushing event updated for resources: {'Port': ['ID=b78afbb8-9d05-4b19-869a-676f423ab611,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:21.041879 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-716e1ae0-d41e-46bb-8173-e5693ec0c6f6 admin admin] Publish callbacks [] for security_group (dbf2e1f4-6e38-42a3-93e7-98930b3bb6ef), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.064560 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9193075d-3418-4e5b-8ccf-37be4eb9f7e7 None None] Provisioning complete for port b78afbb8-9d05-4b19-869a-676f423ab611 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:21.065994 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9193075d-3418-4e5b-8ccf-37be4eb9f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.075110 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:21.084853 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-716e1ae0-d41e-46bb-8173-e5693ec0c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (dbf2e1f4-6e38-42a3-93e7-98930b3bb6ef), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.119327 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac73a869-a8d5-4d0f-9d46-86631b9d9a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.179064 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:21.214545 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9193075d-3418-4e5b-8ccf-37be4eb9f7e7 None None] Current status of the port b78afbb8-9d05-4b19-869a-676f423ab611 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:21.217303 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e1ae0-d41e-46bb-8173-e5693ec0c6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf2e1f4-6e38-42a3-93e7-98930b3bb6ef,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:21.241661 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1a8c4-9def-4605-8a6b-922b6294e0bd None None] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:21.245933 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=eb77e5d2-6355-4ca9-9f10-aa6e6a214071,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:21.256685 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port b78afbb8-9d05-4b19-869a-676f423ab611 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:21.257382 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.257756 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.290495 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks [] for router_gateway (7d0822db-34b2-4846-8ca2-762cf05ffb61), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.303775 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (2745eb04-ac6d-4474-bf31-77bc22920785), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.309869 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (6b756991-9f1d-40c4-b55e-f0300ac5da44), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.366435 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-716e1ae0-d41e-46bb-8173-e5693ec0c6f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a235e9eab43a43458f243023c91a1e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3158429 Jun 21 08:15:21.369042 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37476) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:21.390082 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:21.401578 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:21.412930 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:21.550338 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.562606 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.563019 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.563790 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.564143 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.564472 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.564826 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.565240 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.565583 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.565908 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.566235 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.575767 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84ec648e-04a1-4679-8602-f9c2922ac4c7 None None] Provisioning complete for port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:21.576004 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ec648e-04a1-4679-8602-f9c2922ac4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.579568 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c215ee51-0fab-4461-aaf7-0e52d24fa8c6 admin admin] Publish callbacks [] for security_group (dbf2e1f4-6e38-42a3-93e7-98930b3bb6ef), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.611150 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Publish callbacks [] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.632630 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.644233 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff44b0-ccaf-4581-aa8f-4cf4bf4a4570 None None] Network 1563a5ad-132e-4800-8264-c4bbc3c987e3 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:15:21.692165 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c215ee51-0fab-4461-aaf7-0e52d24fa8c6 admin admin] Publish callbacks [] for security_group (dbf2e1f4-6e38-42a3-93e7-98930b3bb6ef), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.696662 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Attempting to bind port 35440bda-47fb-4892-83e3-c8ad0df5288a on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:21.697302 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Attempting to bind port 35440bda-47fb-4892-83e3-c8ad0df5288a by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:21.697867 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Attempting to bind port 35440bda-47fb-4892-83e3-c8ad0df5288a on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:21.706540 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:21.707285 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:21.707877 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.708507 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:21.709727 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Bound port: 35440bda-47fb-4892-83e3-c8ad0df5288a, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:21.710285 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.715206 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:21.770057 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:21.773388 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] For port 35440bda-47fb-4892-83e3-c8ad0df5288a, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:21.779484 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] For port 35440bda-47fb-4892-83e3-c8ad0df5288a, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=35440bda-47fb-4892-83e3-c8ad0df5288a,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:21.793706 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:21.834835 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Pushing event updated for resources: {'Port': ['ID=35440bda-47fb-4892-83e3-c8ad0df5288a,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:21.845144 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port b78afbb8-9d05-4b19-869a-676f423ab611 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:21.859436 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:21.861866 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.866328 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.867065 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.867440 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.867792 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.868246 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.868458 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.868799 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.869136 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.869465 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.869797 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.870142 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.870473 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.870832 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.871160 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Tracked resource versions report: Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: pushed versions: Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: { 'AddressGroup': {'1.2'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Agent': {'1.1'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'ConntrackHelper': {'1.0'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'LocalIPAssociation': {'1.0'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Log': {'1.0'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'NDPProxy': {'1.0'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Network': {'1.1'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Port': {'1.7'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'PortForwarding': {'1.3'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'QosPolicy': {'1.10'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SecurityGroup': {'1.5'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SecurityGroupRule': {'1.2'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SubPort': {'1.0'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Subnet': {'1.1'}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Trunk': {'1.1'}} Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: consumer versions: Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: { DHCP agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: HyperV agent@hv-cinder-83697: {}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: L3 agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: Metadata agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: Metering agent@dv-cinder-836973-7-iscsi: {}, Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: Open vSwitch agent@dv-cinder-836973-7-iscsi: { 'AddressGroup': '1.2', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Agent': '1.1', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'ConntrackHelper': '1.0', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'LocalIPAssociation': '1.0', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Log': '1.0', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'NDPProxy': '1.0', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Network': '1.1', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Port': '1.7', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'PortForwarding': '1.3', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'QosPolicy': '1.10', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SecurityGroup': '1.5', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SecurityGroupRule': '1.2', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'SubPort': '1.0', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Subnet': '1.1', Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: 'Trunk': '1.1'}} Jun 21 08:15:21.872415 dv-cinder-836973-7-iscsi neutron-server[103941]: {{(pid=103941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 08:15:21.956519 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec77de-6ccd-434a-b34b-2a2ff151aded None None] Pushing event updated for resources: {'Port': ['ID=35440bda-47fb-4892-83e3-c8ad0df5288a,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:21.965574 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.965928 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.966261 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.966596 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:15:21.967011 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b756991-9f1d-40c4-b55e-f0300ac5da44']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:21.989539 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:21.990516 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:21.995462 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84ec648e-04a1-4679-8602-f9c2922ac4c7 None None] Current status of the port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:22.018249 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:22.021315 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c215ee51-0fab-4461-aaf7-0e52d24fa8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (dbf2e1f4-6e38-42a3-93e7-98930b3bb6ef), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.024247 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c215ee51-0fab-4461-aaf7-0e52d24fa8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.025418 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-c215ee51-0fab-4461-aaf7-0e52d24fa8c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dbf2e1f4-6e38-42a3-93e7-98930b3bb6ef HTTP/1.1" status: 204 len: 168 time: 0.5806015 Jun 21 08:15:22.052681 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1b5bc8-4242-4d41-a63b-b387ce5231fe') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:22.053147 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1b5bc8-4242-4d41-a63b-b387ce5231fe') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:22.100048 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (cc1b5bc8-4242-4d41-a63b-b387ce5231fe), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.132782 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.139512 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (7d0822db-34b2-4846-8ca2-762cf05ffb61), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.143442 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215ee51-0fab-4461-aaf7-0e52d24fa8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf2e1f4-6e38-42a3-93e7-98930b3bb6ef,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:22.154434 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Router 2745eb04-ac6d-4474-bf31-77bc22920785 is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:15:22.170560 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (cc1b5bc8-4242-4d41-a63b-b387ce5231fe), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.183029 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ee017e0e-6527-4ff3-8ba9-e4365b1475a0 None None] Provisioning complete for port 5c868073-cad2-4a82-98e8-42561a7e4772 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:22.183427 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ee017e0e-6527-4ff3-8ba9-e4365b1475a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.234026 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f6959eb5-449d-461b-9c0b-750eb7c92626,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:22.373059 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4128ca04-5753-45ef-8eb9-2c42f4c73a1b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:22.393906 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:15:22.394318 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (cc1b5bc8-4242-4d41-a63b-b387ce5231fe), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.401870 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:22.412066 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 5c868073-cad2-4a82-98e8-42561a7e4772 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:22.445605 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:22.468389 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:22.478868 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:22.479360 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (bd349c29-377f-4e83-9f42-2afe21bb2644), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.562702 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 5c868073-cad2-4a82-98e8-42561a7e4772 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:22.563761 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.570652 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:22.573405 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ee017e0e-6527-4ff3-8ba9-e4365b1475a0 None None] Current status of the port 5c868073-cad2-4a82-98e8-42561a7e4772 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:22.574074 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ee017e0e-6527-4ff3-8ba9-e4365b1475a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.680459 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:15:22.704251 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Sync routers for ids ['2745eb04-ac6d-4474-bf31-77bc22920785'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:15:22.713980 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ee017e0e-6527-4ff3-8ba9-e4365b1475a0 None None] For port 5c868073-cad2-4a82-98e8-42561a7e4772, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=5c868073-cad2-4a82-98e8-42561a7e4772,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:22.728482 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Router 7d0822db-34b2-4846-8ca2-762cf05ffb61 is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:15:22.738556 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ee017e0e-6527-4ff3-8ba9-e4365b1475a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.744391 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Routers {'2745eb04-ac6d-4474-bf31-77bc22920785'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:22.745842 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['2745eb04-ac6d-4474-bf31-77bc22920785'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:22.748992 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.750241 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-940fcc39-1525-4196-9a00-1e226274d6a6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4408433 Jun 21 08:15:22.760550 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37518) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:22.948113 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:15Z', 'revision_number': 3, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:22.948711 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4bef0e33-01bd-45f5-91a2-0c4d5290aa2f None None] Provisioning complete for port 5c868073-cad2-4a82-98e8-42561a7e4772 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:22.949068 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4bef0e33-01bd-45f5-91a2-0c4d5290aa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:22.971524 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37522) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:23.012086 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5357808a-5864-4b98-b5b4-55fa9b4ada74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.023160 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks [] for router_gateway (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.050919 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266d489-b490-42da-8dea-f90ddc1ba814 None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:15Z', 'revision_number': 3, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:15:23.062166 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 5c868073-cad2-4a82-98e8-42561a7e4772 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:23.063531 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device eb77e5d2-6355-4ca9-9f10-aa6e6a214071 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:23.118582 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (6b756991-9f1d-40c4-b55e-f0300ac5da44), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.124336 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee017e0e-6527-4ff3-8ba9-e4365b1475a0 None None] Pushing event updated for resources: {'Port': ['ID=5c868073-cad2-4a82-98e8-42561a7e4772,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:23.166375 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Set router 2745eb04-ac6d-4474-bf31-77bc22920785 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:23.215058 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5357808a-5864-4b98-b5b4-55fa9b4ada74 admin admin] Publish callbacks [] for security_group (8847fbda-f284-4d6f-a426-630e896d548e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.216187 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:23.226854 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:23.240658 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5357808a-5864-4b98-b5b4-55fa9b4ada74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8847fbda-f284-4d6f-a426-630e896d548e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.249911 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.257766 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6b756991-9f1d-40c4-b55e-f0300ac5da44 HTTP/1.1" status: 204 len: 168 time: 2.6367786 Jun 21 08:15:23.280797 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37544) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:23.295977 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:23.297036 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.340742 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:23.351518 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f448e-6869-4841-8e33-d6ccb0e36cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b756991-9f1d-40c4-b55e-f0300ac5da44,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:23.403155 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4bef0e33-01bd-45f5-91a2-0c4d5290aa2f None None] Current status of the port 5c868073-cad2-4a82-98e8-42561a7e4772 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:23.411194 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:23.515971 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4bef0e33-01bd-45f5-91a2-0c4d5290aa2f None None] Provisioning complete for port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:23.516347 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4bef0e33-01bd-45f5-91a2-0c4d5290aa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.604627 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:23.643891 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment cc1b5bc8-4242-4d41-a63b-b387ce5231fe resource provider aggregate not found Jun 21 08:15:23.703703 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:15:23.718245 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Sync routers for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:15:23.736315 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:23.742249 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-5357808a-5864-4b98-b5b4-55fa9b4ada74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5956b7dd38774cecb49ac02d0320cb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7682679 Jun 21 08:15:23.745541 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:23.750880 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4540b5-1dc3-4695-9aa8-fcf085467347 admin admin] Deleting subnet c906a7e3-ade8-4f70-8b39-7acfc6569081 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:15:23.751654 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:23.753317 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b78afbb8-9d05-4b19-869a-676f423ab611 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:23.773743 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37560) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:23.778094 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357808a-5864-4b98-b5b4-55fa9b4ada74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8847fbda-f284-4d6f-a426-630e896d548e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:23.812311 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb4540b5-1dc3-4695-9aa8-fcf085467347 admin admin] Publish callbacks [] for subnet (c906a7e3-ade8-4f70-8b39-7acfc6569081), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.891598 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'name': 'tempest-DeleteServersTestJSON-1761618887-router', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:15Z', 'updated_at': '2022-06-21T08:15:18Z', 'revision_number': 3, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'gw_port': {'id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:17Z', 'updated_at': '2022-06-21T08:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:23.907638 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.937926 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment cc1b5bc8-4242-4d41-a63b-b387ce5231fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc1b5bc8-4242-4d41-a63b-b387ce5231fe found for delete ", "request_id": "req-04164eb4-9951-449a-abf7-6a78fed85720"}]} Jun 21 08:15:23.978239 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:23.980093 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-105baee9-8287-4985-837c-dcdc987746fa admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6486464 Jun 21 08:15:23.988449 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37566) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:24.000836 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:24.004019 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb4540b5-1dc3-4695-9aa8-fcf085467347 admin admin] Publish callbacks [] for subnet (c906a7e3-ade8-4f70-8b39-7acfc6569081), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.005176 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:24.006344 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.056266 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Checking router: 2745eb04-ac6d-4474-bf31-77bc22920785 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:15:24.056406 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Updating router 2745eb04-ac6d-4474-bf31-77bc22920785 port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:15:24.061637 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb4540b5-1dc3-4695-9aa8-fcf085467347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (c906a7e3-ade8-4f70-8b39-7acfc6569081), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.095892 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port b78afbb8-9d05-4b19-869a-676f423ab611 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:24.097210 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.155161 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.157344 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.185172 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.188778 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0d1888f-95a6-4326-84ca-01a86c12576b admin admin] Publish callbacks [] for security_group (8847fbda-f284-4d6f-a426-630e896d548e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.292906 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:20Z', 'revision_number': 3, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:24.333833 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Checking router: 7d0822db-34b2-4846-8ca2-762cf05ffb61 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:15:24.334554 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Updating router 7d0822db-34b2-4846-8ca2-762cf05ffb61 port b496a781-4d44-4e89-8b13-037d5bc6b484 binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:15:24.374470 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.544302 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:15:24.608904 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4bef0e33-01bd-45f5-91a2-0c4d5290aa2f None None] Current status of the port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:24.686952 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port b78afbb8-9d05-4b19-869a-676f423ab611 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:24.693045 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Publish callbacks [] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.703116 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.713068 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:24.760088 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Publish callbacks [] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.760996 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f83eefcf-226d-4972-bdca-50dea2cf6ac7 None None] Provisioning complete for port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:24.761479 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f83eefcf-226d-4972-bdca-50dea2cf6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.769151 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:15:24.785905 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.817345 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.818590 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1aba7447-e023-426f-b59d-cdb41866f8c0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4260561 Jun 21 08:15:24.833459 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Sync routers for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:15:24.841135 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37574) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:24.887460 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90702f-b0ac-435c-aced-b8fc67a64099 None None] Pushing event updated for resources: {'Port': ['ID=6dea09f0-9928-4cd2-a7ee-777cdb0c5987,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:24.889887 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Attempting to bind port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:24.890655 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Attempting to bind port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:24.891173 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Attempting to bind port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:24.898905 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:24.899331 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:24.899688 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.900301 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:24.900551 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Bound port: 6dea09f0-9928-4cd2-a7ee-777cdb0c5987, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:24.901056 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.908968 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:24.917029 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (bd349c29-377f-4e83-9f42-2afe21bb2644), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:24.923761 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4128ca04-5753-45ef-8eb9-2c42f4c73a1b,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:24.950263 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:24.982670 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] For port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:24.990873 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] For port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=6dea09f0-9928-4cd2-a7ee-777cdb0c5987,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:24.996878 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0d1888f-95a6-4326-84ca-01a86c12576b admin admin] Publish callbacks [] for security_group (8847fbda-f284-4d6f-a426-630e896d548e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.003679 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 5c868073-cad2-4a82-98e8-42561a7e4772 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:25.006524 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:25.007252 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:25.026031 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.028264 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f83eefcf-226d-4972-bdca-50dea2cf6ac7 None None] Port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:25.052350 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb4540b5-1dc3-4695-9aa8-fcf085467347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (c906a7e3-ade8-4f70-8b39-7acfc6569081), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.069414 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:25.072933 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:25.176002 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Publish callbacks [] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.188143 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.200222 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4540b5-1dc3-4695-9aa8-fcf085467347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c906a7e3-ade8-4f70-8b39-7acfc6569081,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:25.206637 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb4540b5-1dc3-4695-9aa8-fcf085467347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.217940 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-bb4540b5-1dc3-4695-9aa8-fcf085467347 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c906a7e3-ade8-4f70-8b39-7acfc6569081 HTTP/1.1" status: 204 len: 168 time: 1.9360235 Jun 21 08:15:25.244907 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37580) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:25.260019 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caece85-a652-4acc-806d-da7f4a6ddc56 None None] Pushing event updated for resources: {'Port': ['ID=b496a781-4d44-4e89-8b13-037d5bc6b484,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:25.265740 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:25.307448 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Attempting to bind port b496a781-4d44-4e89-8b13-037d5bc6b484 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:25.307895 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Attempting to bind port b496a781-4d44-4e89-8b13-037d5bc6b484 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:25.308327 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Attempting to bind port b496a781-4d44-4e89-8b13-037d5bc6b484 on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:25.319076 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:25.319595 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:25.320006 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.320448 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:25.321502 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Bound port: b496a781-4d44-4e89-8b13-037d5bc6b484, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:25.321977 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.334103 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:25.508327 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Routers {'2745eb04-ac6d-4474-bf31-77bc22920785'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:25.511150 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['2745eb04-ac6d-4474-bf31-77bc22920785'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:25.518657 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90702f-b0ac-435c-aced-b8fc67a64099 None None] Pushing event updated for resources: {'Port': ['ID=6dea09f0-9928-4cd2-a7ee-777cdb0c5987,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:25.577901 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7623d2b5-8d23-4b55-bfd8-40d6ceeea6f3 None None] Provisioning complete for port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:25.582952 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7623d2b5-8d23-4b55-bfd8-40d6ceeea6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.594168 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:25.597361 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:25.605697 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.623977 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] For port b496a781-4d44-4e89-8b13-037d5bc6b484, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:25.624632 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0d1888f-95a6-4326-84ca-01a86c12576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8847fbda-f284-4d6f-a426-630e896d548e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.628365 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0d1888f-95a6-4326-84ca-01a86c12576b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.628514 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] For port b496a781-4d44-4e89-8b13-037d5bc6b484, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=b496a781-4d44-4e89-8b13-037d5bc6b484,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:25.646759 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.652970 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-b0d1888f-95a6-4326-84ca-01a86c12576b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8847fbda-f284-4d6f-a426-630e896d548e HTTP/1.1" status: 204 len: 168 time: 1.8630395 Jun 21 08:15:25.730980 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1888f-95a6-4326-84ca-01a86c12576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8847fbda-f284-4d6f-a426-630e896d548e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:25.738438 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 5c868073-cad2-4a82-98e8-42561a7e4772 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:25.738915 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.745298 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:25.840955 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:25.845686 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:25.850512 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7623d2b5-8d23-4b55-bfd8-40d6ceeea6f3 None None] Port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:25.925011 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:25.958290 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (7ada742b-9f7a-4931-92a4-26bbc9f39051), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:25.961797 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caece85-a652-4acc-806d-da7f4a6ddc56 None None] Pushing event updated for resources: {'Port': ['ID=b496a781-4d44-4e89-8b13-037d5bc6b484,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:25.992078 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:25.992913 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 5c868073-cad2-4a82-98e8-42561a7e4772 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:25.994016 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 35440bda-47fb-4892-83e3-c8ad0df5288a up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:26.005533 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.028427 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Router bd349c29-377f-4e83-9f42-2afe21bb2644 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:15:26.105182 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:26.121168 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] Set router 2745eb04-ac6d-4474-bf31-77bc22920785 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:26.125340 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Allocated IP 172.20.0.1 (91e54668-efe1-4d42-a58f-866649925d1c/bffb78da-2405-4eb4-86e3-3ba7361c0f63/8503fea5-6a6a-42c8-8641-62f21d734c84) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:26.187908 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (7ada742b-9f7a-4931-92a4-26bbc9f39051), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.250350 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ada742b-9f7a-4931-92a4-26bbc9f39051']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:26.272599 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:26.272924 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:26.367960 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Allocated IP 172.20.0.1 (98aed940-6352-48a8-ae3d-f07b94cd1263/dd7f5033-e57d-40c9-a22c-d2dd65755c32/5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:26.413624 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Publish callbacks [] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.417027 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 35440bda-47fb-4892-83e3-c8ad0df5288a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:26.417400 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.451440 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:20Z', 'revision_number': 3, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:26.465036 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.465284 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:22Z', 'revision_number': 3, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:26.479492 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:26.501248 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19337776-1aeb-42b7-89c9-62b1a14949eb None None] The sync data for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi is: [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:20Z', 'revision_number': 3, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:15:26.501828 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:26.512038 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Checking router: 38a1b78c-211e-4a10-8bdf-18e71e1bf6da for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:15:26.514228 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Updating router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da port f6959eb5-449d-461b-9c0b-750eb7c92626 binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:15:26.537744 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'name': 'tempest-DeleteServersTestJSON-1761618887-router', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:15Z', 'updated_at': '2022-06-21T08:15:18Z', 'revision_number': 3, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'gw_port': {'id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:17Z', 'updated_at': '2022-06-21T08:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:26.546975 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.559893 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:26.583187 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2b668-c9c2-43ab-ad92-36521ad62892 None None] The sync data for ids ['2745eb04-ac6d-4474-bf31-77bc22920785'] in dv-cinder-836973-7-iscsi is: [{'id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'name': 'tempest-DeleteServersTestJSON-1761618887-router', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:15Z', 'updated_at': '2022-06-21T08:15:18Z', 'revision_number': 3, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'gw_port': {'id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:17Z', 'updated_at': '2022-06-21T08:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:15:26.595088 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:15:26.597967 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:15:26.598400 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.601210 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:26.606014 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.616287 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:15:26.624154 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-e60e6b9b-deed-418d-9ba3-1cbf425d35f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/bd349c29-377f-4e83-9f42-2afe21bb2644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0000873 Jun 21 08:15:26.637887 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.654004 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:26.659317 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:26.694584 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2 resource provider aggregate not found Jun 21 08:15:26.732748 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef1ae7cb-6bac-4baf-a431-9b1e956c0ff2 found for delete ", "request_id": "req-7d835ad1-99c3-4715-8ac0-994a015810f7"}]} Jun 21 08:15:26.746954 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.767047 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Publish callbacks [] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.773236 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Network 91e54668-efe1-4d42-a58f-866649925d1c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:26.782763 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:26.792581 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:26.793363 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (2745eb04-ac6d-4474-bf31-77bc22920785), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.889135 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (7ada742b-9f7a-4931-92a4-26bbc9f39051), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.949495 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:26.969443 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] 10.222.0.36 "DELETE /v2.0/networks/7ada742b-9f7a-4931-92a4-26bbc9f39051 HTTP/1.1" status: 204 len: 168 time: 1.7221129 Jun 21 08:15:26.995374 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f37f60-c048-464f-8f10-ba2cb0703ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=7ada742b-9f7a-4931-92a4-26bbc9f39051,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:27.132632 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8503fea5-6a6a-42c8-8641-62f21d734c84,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:27.157324 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:27.353619 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:27.504953 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 35440bda-47fb-4892-83e3-c8ad0df5288a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:27.505493 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:27.529046 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Allocated IP 172.20.0.1 (1563a5ad-132e-4800-8264-c4bbc3c987e3/fe9956a1-db67-4ab0-a2bc-2965a7ae6be5/de9e37eb-0533-428f-852a-97ef2901de1c) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:27.540233 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b42b8789-428e-4931-acaf-9582db8a167d None None] Provisioning complete for port 8503fea5-6a6a-42c8-8641-62f21d734c84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:27.541088 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b42b8789-428e-4931-acaf-9582db8a167d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:27.587692 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Pushing event updated for resources: {'Port': ['ID=5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:27.593413 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37638) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:27.711017 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:27.786282 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37646) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:27.788250 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:24Z', 'revision_number': 2, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:27.793930 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:27.796754 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-cac2d60a-cb57-467a-ba77-1e666812d888 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e65c052cb7742628817e3dd44666cf5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2022712 Jun 21 08:15:27.803407 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d97c830f-4b95-46df-bb90-e90819322e43 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1043765557', 'description': 'tempest-description--1558007698'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:27.812958 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37648) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:27.815352 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:27.822813 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:27.823305 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (7d0822db-34b2-4846-8ca2-762cf05ffb61), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:27.865363 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:15:27.865719 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Updating router bd349c29-377f-4e83-9f42-2afe21bb2644 port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:15:27.878101 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Publish callbacks [] for port (de9e37eb-0533-428f-852a-97ef2901de1c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:27.883759 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port 35440bda-47fb-4892-83e3-c8ad0df5288a, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=35440bda-47fb-4892-83e3-c8ad0df5288a,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:27.909818 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:27.946652 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b42b8789-428e-4931-acaf-9582db8a167d None None] Port 8503fea5-6a6a-42c8-8641-62f21d734c84 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:27.985215 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:27.988233 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:27.996126 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.054567 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Network 1563a5ad-132e-4800-8264-c4bbc3c987e3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:28.064267 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:28.125612 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:28.191894 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Publish callbacks [] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.197971 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=35440bda-47fb-4892-83e3-c8ad0df5288a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:28.210110 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.277750 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.340844 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:28.351852 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Pushing event updated for resources: {'Port': ['ID=de9e37eb-0533-428f-852a-97ef2901de1c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:28.368662 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Publish callbacks [] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.613550 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a6691-a1ee-4b4a-b081-d64fd341ffc2 None None] Pushing event updated for resources: {'Port': ['ID=f6959eb5-449d-461b-9c0b-750eb7c92626,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:28.630842 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3d50bd21-1513-4d35-ad62-df8958991a05 None None] Provisioning complete for port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:28.632597 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3d50bd21-1513-4d35-ad62-df8958991a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.681042 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:28.712130 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.725047 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Publish callbacks [] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.729664 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Attempting to bind port f6959eb5-449d-461b-9c0b-750eb7c92626 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:28.733457 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Attempting to bind port f6959eb5-449d-461b-9c0b-750eb7c92626 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:28.733889 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Attempting to bind port f6959eb5-449d-461b-9c0b-750eb7c92626 on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:28.734007 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:28.734770 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:28.745698 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.795328 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:28.795717 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:28.798159 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.798569 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:28.799668 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Bound port: f6959eb5-449d-461b-9c0b-750eb7c92626, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:28.800070 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.801504 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.802502 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (2745eb04-ac6d-4474-bf31-77bc22920785), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.812857 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:28.877945 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3d50bd21-1513-4d35-ad62-df8958991a05 None None] Port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:28.890707 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:28.892175 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.905762 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-893ccc44-5b19-48e2-b58e-ddacd1410b7f admin admin] Publish callbacks [] for security_group (f4c08f5d-99f7-4228-b6a5-42b469eb445f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.916140 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f04e7-c1ca-4fed-ad3d-c93eb04ab41f None None] Pushing event updated for resources: {'Port': ['ID=4128ca04-5753-45ef-8eb9-2c42f4c73a1b,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:28.930220 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d97c830f-4b95-46df-bb90-e90819322e43 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:28.995266 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:29.000118 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:29.068541 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8503fea5-6a6a-42c8-8641-62f21d734c84,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:29.076709 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:29.088568 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Attempting to bind port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:29.088976 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Attempting to bind port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:29.089333 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Attempting to bind port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b on network bbf78e3a-7b50-434f-bb05-1e295b095c9f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:29.102011 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:29.102380 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Checking segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:29.102804 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.103185 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Bound using segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:29.103656 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Bound port: 4128ca04-5753-45ef-8eb9-2c42f4c73a1b, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:29.104027 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.110129 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] For port f6959eb5-449d-461b-9c0b-750eb7c92626, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:29.142673 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] For port f6959eb5-449d-461b-9c0b-750eb7c92626, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=f6959eb5-449d-461b-9c0b-750eb7c92626,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:29.149644 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-893ccc44-5b19-48e2-b58e-ddacd1410b7f admin admin] Publish callbacks [] for security_group (f4c08f5d-99f7-4228-b6a5-42b469eb445f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.158950 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ddc20772-f657-47be-ba4c-d27e00107ad5 None None] Provisioning complete for port de9e37eb-0533-428f-852a-97ef2901de1c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:29.159501 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ddc20772-f657-47be-ba4c-d27e00107ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.163365 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37674) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:29.172245 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.229581 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Publish callbacks [] for port (de9e37eb-0533-428f-852a-97ef2901de1c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.232407 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] For port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:29.236736 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] For port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=4128ca04-5753-45ef-8eb9-2c42f4c73a1b,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:29.239251 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.251199 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.308372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.341831 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.366263 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:29.379126 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:29.392212 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a6691-a1ee-4b4a-b081-d64fd341ffc2 None None] Pushing event updated for resources: {'Port': ['ID=f6959eb5-449d-461b-9c0b-750eb7c92626,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:29.397068 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ddc20772-f657-47be-ba4c-d27e00107ad5 None None] Port de9e37eb-0533-428f-852a-97ef2901de1c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:29.442263 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Pushing event updated for resources: {'Port': ['ID=de9e37eb-0533-428f-852a-97ef2901de1c,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:29.461395 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d97c830f-4b95-46df-bb90-e90819322e43 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (e43d39b9-9878-416c-be4c-8d0f96e16002), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.479865 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f04e7-c1ca-4fed-ad3d-c93eb04ab41f None None] Pushing event updated for resources: {'Port': ['ID=4128ca04-5753-45ef-8eb9-2c42f4c73a1b,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:29.482771 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:29.484698 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.536280 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=6dea09f0-9928-4cd2-a7ee-777cdb0c5987,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:29.552781 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:29.552971 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:29.577058 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Network 91e54668-efe1-4d42-a58f-866649925d1c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:29.584665 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:29.614726 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d97c830f-4b95-46df-bb90-e90819322e43 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e43d39b9-9878-416c-be4c-8d0f96e16002), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.646099 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:29.646978 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b496a781-4d44-4e89-8b13-037d5bc6b484 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:29.670280 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:29.778789 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Network 1563a5ad-132e-4800-8264-c4bbc3c987e3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:29.783154 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:30.041578 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2aaf0a8c-0f34-421e-832b-05bc70bf8423 None None] Provisioning complete for port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:30.045448 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2aaf0a8c-0f34-421e-832b-05bc70bf8423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.069681 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d97c830f-4b95-46df-bb90-e90819322e43 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.074577 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-d97c830f-4b95-46df-bb90-e90819322e43 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.2767169 Jun 21 08:15:30.077546 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37696) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:30.085484 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c830f-4b95-46df-bb90-e90819322e43 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43d39b9-9878-416c-be4c-8d0f96e16002,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:30.095168 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2fb64634-19b4-4376-9dfc-3b04281b3c9c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group_rule': {'security_group_id': 'e43d39b9-9878-416c-be4c-8d0f96e16002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:30.106413 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:15:30.125133 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-821d9372-144a-422e-ade0-51314bd248ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.165223 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-893ccc44-5b19-48e2-b58e-ddacd1410b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (f4c08f5d-99f7-4228-b6a5-42b469eb445f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.179525 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-893ccc44-5b19-48e2-b58e-ddacd1410b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.184837 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-893ccc44-5b19-48e2-b58e-ddacd1410b7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4c08f5d-99f7-4228-b6a5-42b469eb445f HTTP/1.1" status: 204 len: 168 time: 2.3670697 Jun 21 08:15:30.207484 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:30.234894 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-821d9372-144a-422e-ade0-51314bd248ee admin admin] Publish callbacks [] for security_group (dcaa4f84-5bb6-4cbf-9707-df04e2c595ab), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.238433 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:30.249590 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-821d9372-144a-422e-ade0-51314bd248ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (dcaa4f84-5bb6-4cbf-9707-df04e2c595ab), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.276806 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:30.281412 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ccc44-5b19-48e2-b58e-ddacd1410b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c08f5d-99f7-4228-b6a5-42b469eb445f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:30.285000 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=6dea09f0-9928-4cd2-a7ee-777cdb0c5987,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:30.310602 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Router 2745eb04-ac6d-4474-bf31-77bc22920785 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:15:30.432909 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb64634-19b4-4376-9dfc-3b04281b3c9c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (4fae259f-0555-4be9-a011-38325ca66a9d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.467589 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:30.470139 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:30.481438 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd7096-ce56-45d4-ad3c-c126096ab4c8 None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:15:30.482945 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Publish callbacks [] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.496951 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.496951 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (7d0822db-34b2-4846-8ca2-762cf05ffb61), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.498022 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-821d9372-144a-422e-ade0-51314bd248ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15e7f6df0b254eeb8eb345de7c40d6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3323448 Jun 21 08:15:30.501527 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37700) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:30.509776 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port b496a781-4d44-4e89-8b13-037d5bc6b484 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:30.510125 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.524953 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d9372-144a-422e-ade0-51314bd248ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaa4f84-5bb6-4cbf-9707-df04e2c595ab,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:30.739208 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:15:30.751921 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-b11913a4-d470-49b5-8b4e-d99240a65e5a admin admin] 10.222.0.36 "PUT /v2.0/routers/38a1b78c-211e-4a10-8bdf-18e71e1bf6da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9096782 Jun 21 08:15:30.829725 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb64634-19b4-4376-9dfc-3b04281b3c9c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (4fae259f-0555-4be9-a011-38325ca66a9d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.838964 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:15:30.840015 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb64634-19b4-4376-9dfc-3b04281b3c9c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (4fae259f-0555-4be9-a011-38325ca66a9d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.848811 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-0452df60-edb8-4174-8946-131a74acabf9 admin admin] 10.222.0.36 "PUT /v2.0/routers/2745eb04-ac6d-4474-bf31-77bc22920785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0866945 Jun 21 08:15:30.864280 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb64634-19b4-4376-9dfc-3b04281b3c9c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fae259f-0555-4be9-a011-38325ca66a9d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:30.873945 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf0a8c-0f34-421e-832b-05bc70bf8423 None None] Current status of the port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:30.874571 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2aaf0a8c-0f34-421e-832b-05bc70bf8423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.887794 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb64634-19b4-4376-9dfc-3b04281b3c9c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.890172 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2fb64634-19b4-4376-9dfc-3b04281b3c9c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8089235 Jun 21 08:15:30.893765 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port b496a781-4d44-4e89-8b13-037d5bc6b484 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:30.894252 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.894661 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37714) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:30.900446 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ca2ac0aa-f9dd-463e-8933-52ae7af370e4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group_rule': {'security_group_id': 'e43d39b9-9878-416c-be4c-8d0f96e16002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:30.905483 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Pushing event updated for resources: {'Port': ['ID=5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:30.941397 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port b496a781-4d44-4e89-8b13-037d5bc6b484, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=b496a781-4d44-4e89-8b13-037d5bc6b484,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:30.966255 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:30.971070 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac0aa-f9dd-463e-8933-52ae7af370e4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (27f8cefb-ea16-4b5a-be05-e0662f7c261b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:30.991075 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37718) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:31.027079 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:31.054035 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2aaf0a8c-0f34-421e-832b-05bc70bf8423 None None] For port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=4128ca04-5753-45ef-8eb9-2c42f4c73a1b,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:31.061031 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.117446 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Sync routers for ids ['2745eb04-ac6d-4474-bf31-77bc22920785'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:15:31.126011 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:31.134265 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac0aa-f9dd-463e-8933-52ae7af370e4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (27f8cefb-ea16-4b5a-be05-e0662f7c261b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.136793 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37760e1a-5e3b-4896-abd8-67a68f5d78f1 admin admin] Publish callbacks [] for security_group (dcaa4f84-5bb6-4cbf-9707-df04e2c595ab), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.141636 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-03333883-a1f7-4e7a-8003-f2181177d816 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71a1d38491a0458490b0edf534b8a0f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1460125 Jun 21 08:15:31.142586 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37728) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:31.194301 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac0aa-f9dd-463e-8933-52ae7af370e4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (27f8cefb-ea16-4b5a-be05-e0662f7c261b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.223455 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 2, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:31.228270 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2aaf0a8c-0f34-421e-832b-05bc70bf8423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.237201 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ac0aa-f9dd-463e-8933-52ae7af370e4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f8cefb-ea16-4b5a-be05-e0662f7c261b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:31.258539 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac0aa-f9dd-463e-8933-52ae7af370e4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.259966 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ca2ac0aa-f9dd-463e-8933-52ae7af370e4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3640332 Jun 21 08:15:31.264264 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37732) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:31.269440 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:31.300813 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a00dce84-c86c-42f5-9584-ffa4ea549c3a admin admin] Publish callbacks [] for security_group (133c44cc-e025-48ce-9f55-6e8eca54ac34), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.309507 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37760e1a-5e3b-4896-abd8-67a68f5d78f1 admin admin] Publish callbacks [] for security_group (dcaa4f84-5bb6-4cbf-9707-df04e2c595ab), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.332232 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Routers {'2745eb04-ac6d-4474-bf31-77bc22920785'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:31.334304 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['2745eb04-ac6d-4474-bf31-77bc22920785'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:31.337347 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0456cdc3-4581-453d-b979-8b6fa78ada73 None None] The sync data for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi is: [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 2, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:15:31.341367 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=b496a781-4d44-4e89-8b13-037d5bc6b484,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:31.389042 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a00dce84-c86c-42f5-9584-ffa4ea549c3a admin admin] Publish callbacks [] for security_group (133c44cc-e025-48ce-9f55-6e8eca54ac34), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.429922 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:31.441418 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf0a8c-0f34-421e-832b-05bc70bf8423 None None] Pushing event updated for resources: {'Port': ['ID=4128ca04-5753-45ef-8eb9-2c42f4c73a1b,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:31.462384 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:31.523137 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.568652 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c7038a5a-b93f-4cfc-ae32-bf5e4c515142 None None] Provisioning complete for port de9e37eb-0533-428f-852a-97ef2901de1c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:31.569046 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c7038a5a-b93f-4cfc-ae32-bf5e4c515142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.707856 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c7038a5a-b93f-4cfc-ae32-bf5e4c515142 None None] Port de9e37eb-0533-428f-852a-97ef2901de1c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:31.711296 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37760e1a-5e3b-4896-abd8-67a68f5d78f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (dcaa4f84-5bb6-4cbf-9707-df04e2c595ab), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.724075 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37760e1a-5e3b-4896-abd8-67a68f5d78f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.729859 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-37760e1a-5e3b-4896-abd8-67a68f5d78f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcaa4f84-5bb6-4cbf-9707-df04e2c595ab HTTP/1.1" status: 204 len: 168 time: 1.1761122 Jun 21 08:15:31.742858 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a00dce84-c86c-42f5-9584-ffa4ea549c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (133c44cc-e025-48ce-9f55-6e8eca54ac34), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.748354 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a00dce84-c86c-42f5-9584-ffa4ea549c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.754734 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a00dce84-c86c-42f5-9584-ffa4ea549c3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/133c44cc-e025-48ce-9f55-6e8eca54ac34 HTTP/1.1" status: 204 len: 168 time: 0.6103911 Jun 21 08:15:31.760562 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:31.843693 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c7038a5a-b93f-4cfc-ae32-bf5e4c515142 None None] Provisioning complete for port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:31.847200 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c7038a5a-b93f-4cfc-ae32-bf5e4c515142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:31.895996 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37760e1a-5e3b-4896-abd8-67a68f5d78f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaa4f84-5bb6-4cbf-9707-df04e2c595ab,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:31.946974 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Router 7d0822db-34b2-4846-8ca2-762cf05ffb61 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:15:32.016500 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dce84-c86c-42f5-9584-ffa4ea549c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133c44cc-e025-48ce-9f55-6e8eca54ac34,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:32.213569 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:32.288532 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37786) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:32.329218 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Set router 2745eb04-ac6d-4474-bf31-77bc22920785 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:32.485509 dv-cinder-836973-7-iscsi neutron-server[103939]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 08:15:32.489168 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37794) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:32.511132 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a5165d90-0776-4f89-8ab9-3db5fc5e20e9 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1467164923', 'description': 'tempest-description--2081938497'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:32.524520 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:15:32.536101 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Sync routers for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:15:32.546854 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-b27f88a8-68f9-4220-be9c-9d345983c88c admin admin] 10.222.0.36 "PUT /v2.0/routers/7d0822db-34b2-4846-8ca2-762cf05ffb61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5539856 Jun 21 08:15:32.586510 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:32.588589 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:32.724851 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:32.726759 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:32.733529 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:32.789124 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:32.964694 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:33.171053 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c7038a5a-b93f-4cfc-ae32-bf5e4c515142 None None] Current status of the port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:33.219407 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Allocated IP 172.27.0.53 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/d74a1d6d-60ae-45b3-bf71-e745ab750e4f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:33.237968 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:33.240011 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:33.259119 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c7038a5a-b93f-4cfc-ae32-bf5e4c515142 None None] Provisioning complete for port 8503fea5-6a6a-42c8-8641-62f21d734c84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:33.259502 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c7038a5a-b93f-4cfc-ae32-bf5e4c515142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.262228 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5165d90-0776-4f89-8ab9-3db5fc5e20e9 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.345443 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 2, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:33.375159 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fe663-708e-4811-97fa-13c63d088086 req-8b7bb7c1-1de5-4f1d-9f21-4b966224a13d tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:33.378181 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-8b7bb7c1-1de5-4f1d-9f21-4b966224a13d tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/networks?id=91e54668-efe1-4d42-a58f-866649925d1c HTTP/1.1" status: 200 len: 812 time: 0.9122286 Jun 21 08:15:33.392157 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Checking router: 7d0822db-34b2-4846-8ca2-762cf05ffb61 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:15:33.393087 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Updating router 7d0822db-34b2-4846-8ca2-762cf05ffb61 port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:15:33.412908 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-4412ad4a-9b23-4e28-ae28-5aceaa5a29af tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/quotas/6f60bd09c67c4a3ba0f96d5367a3cd76 HTTP/1.1" status: 200 len: 375 time: 0.0222008 Jun 21 08:15:33.444595 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.456613 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c7038a5a-b93f-4cfc-ae32-bf5e4c515142 None None] Port 8503fea5-6a6a-42c8-8641-62f21d734c84 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:33.468997 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'name': 'tempest-DeleteServersTestJSON-1761618887-router', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:15Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'gw_port': {'id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:17Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '8503fea5-6a6a-42c8-8641-62f21d734c84', 'name': '', 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'mac_address': 'fa:16:3e:c9:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'bffb78da-2405-4eb4-86e3-3ba7361c0f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:25Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 2, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'subnets': [{'id': 'bffb78da-2405-4eb4-86e3-3ba7361c0f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:33.471609 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:33.472850 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 4128ca04-5753-45ef-8eb9-2c42f4c73a1b up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:33.541204 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Checking router: 2745eb04-ac6d-4474-bf31-77bc22920785 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:15:33.541575 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Updating router 2745eb04-ac6d-4474-bf31-77bc22920785 port 8503fea5-6a6a-42c8-8641-62f21d734c84 binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:15:33.551489 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:33.628633 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c9147100-b354-40bc-964b-65ebe7a287ac None None] Provisioning complete for port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:33.629271 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c9147100-b354-40bc-964b-65ebe7a287ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.633237 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.635487 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-764b338e-79ab-4c06-b7dc-e3343efb6b72 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f60bd09c67c4a3ba0f96d5367a3cd76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2149184 Jun 21 08:15:33.645081 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (d74a1d6d-60ae-45b3-bf71-e745ab750e4f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.661791 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5165d90-0776-4f89-8ab9-3db5fc5e20e9 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (738cce7f-7533-44ac-9750-57b4475d4fb1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.675623 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5165d90-0776-4f89-8ab9-3db5fc5e20e9 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (738cce7f-7533-44ac-9750-57b4475d4fb1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.705008 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37858) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:33.708891 dv-cinder-836973-7-iscsi neutron-server[103938]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 08:15:33.734536 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5165d90-0776-4f89-8ab9-3db5fc5e20e9 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.736154 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a5165d90-0776-4f89-8ab9-3db5fc5e20e9 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2429774 Jun 21 08:15:33.740495 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37860) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:33.766452 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-41670e86-05b7-4b13-9044-230409e82522 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'security_group_rule': {'security_group_id': '738cce7f-7533-44ac-9750-57b4475d4fb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:33.784562 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:33.784964 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.833420 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c9147100-b354-40bc-964b-65ebe7a287ac None None] Port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:33.833610 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5165d90-0776-4f89-8ab9-3db5fc5e20e9 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738cce7f-7533-44ac-9750-57b4475d4fb1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:33.850449 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (d74a1d6d-60ae-45b3-bf71-e745ab750e4f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.959480 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=d74a1d6d-60ae-45b3-bf71-e745ab750e4f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:33.972520 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Publish callbacks [] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:33.985121 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.006796 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41670e86-05b7-4b13-9044-230409e82522 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (3a3c5bd1-372e-4544-8728-1b571e5e187a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.024328 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:34.027215 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:34.030446 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:34.043061 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf360e73-00a9-4b8f-94dc-7a34d96b6cf5 None None] Pushing event updated for resources: {'Port': ['ID=5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:34.118993 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-bdd6e994-c556-4301-ad9d-b05b4fbf0501 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:34.132347 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-bdd6e994-c556-4301-ad9d-b05b4fbf0501 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 819 time: 0.4245129 Jun 21 08:15:34.145664 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Attempting to bind port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:34.146213 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Attempting to bind port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:34.146777 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Attempting to bind port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c on network 98aed940-6352-48a8-ae3d-f07b94cd1263 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:34.154078 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:34.160335 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 35440bda-47fb-4892-83e3-c8ad0df5288a up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:34.162459 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-fb4b0a5c-b670-4b64-ac4f-f894e762a453 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/quotas/2001b029fae0472d8ef7b6fd658ad191 HTTP/1.1" status: 200 len: 375 time: 0.0253589 Jun 21 08:15:34.164874 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:34.209519 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:34.209890 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Checking segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:34.211671 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.212084 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Bound using segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:34.212724 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Bound port: 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:34.213106 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.300797 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37878) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:34.363274 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-66e4e420-10cb-44cd-852e-83a458b531fc tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1982143 Jun 21 08:15:34.374254 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] For port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:34.389335 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] For port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:34.401400 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.421726 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-5349e273-9dcf-4081-aeb1-1b7c7ffca864 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:15:34.423223 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-5349e273-9dcf-4081-aeb1-1b7c7ffca864 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2776172 Jun 21 08:15:34.503478 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (f1ecb664-b14d-482e-b4e1-e1a565a0d399), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.551008 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41670e86-05b7-4b13-9044-230409e82522 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (3a3c5bd1-372e-4544-8728-1b571e5e187a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.581101 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:34.581778 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:34.650139 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=9 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:34.676482 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Publish callbacks [] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.681225 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 35440bda-47fb-4892-83e3-c8ad0df5288a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:34.681949 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.683027 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41670e86-05b7-4b13-9044-230409e82522 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (3a3c5bd1-372e-4544-8728-1b571e5e187a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.702036 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf360e73-00a9-4b8f-94dc-7a34d96b6cf5 None None] Pushing event updated for resources: {'Port': ['ID=5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:34.734508 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c10132cc-398d-4bcb-9425-7560a9517924 None None] Provisioning complete for port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:34.734988 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c10132cc-398d-4bcb-9425-7560a9517924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.739552 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.788314 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41670e86-05b7-4b13-9044-230409e82522 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3c5bd1-372e-4544-8728-1b571e5e187a,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:34.821186 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:34.822216 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5de53b2-266f-459a-bfcc-4de0667b70d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.854484 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:34.901432 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-c536d4da-bcf3-4e38-ac6b-20f4e9c2336b service neutron] 10.222.0.36 "GET /v2.0/networks/91e54668-efe1-4d42-a58f-866649925d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651642 Jun 21 08:15:34.905772 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (d74a1d6d-60ae-45b3-bf71-e745ab750e4f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:34.912303 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4499c-0f2f-44a7-b363-9991ada84ff8 None None] Pushing event updated for resources: {'Port': ['ID=8503fea5-6a6a-42c8-8641-62f21d734c84,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:35.007491 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:35.105812 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 35440bda-47fb-4892-83e3-c8ad0df5288a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:35.122079 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41670e86-05b7-4b13-9044-230409e82522 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.128208 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-41670e86-05b7-4b13-9044-230409e82522 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3705015 Jun 21 08:15:35.129135 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37910) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:35.144437 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-08544b84-0d24-4873-bf05-5cde22bc2f1b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'security_group_rule': {'security_group_id': '738cce7f-7533-44ac-9750-57b4475d4fb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:35.178742 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-9692ae40-800e-45d9-a7c1-bc194565adf9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:15:35.180587 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-9692ae40-800e-45d9-a7c1-bc194565adf9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3547883 Jun 21 08:15:35.240409 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:35.265138 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08544b84-0d24-4873-bf05-5cde22bc2f1b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (45d02cc6-07ad-4248-8601-d750744cf40d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.279452 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c10132cc-398d-4bcb-9425-7560a9517924 None None] Current status of the port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:35.279826 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c10132cc-398d-4bcb-9425-7560a9517924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.317477 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:34Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:35.345011 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:35.352142 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bfa1a4-72db-498c-9e12-9be77f75a4ba None None] The sync data for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi is: [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:34Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:15:35.431322 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c10132cc-398d-4bcb-9425-7560a9517924 None None] For port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:35.516749 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Attempting to bind port 8503fea5-6a6a-42c8-8641-62f21d734c84 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:35.522368 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Attempting to bind port 8503fea5-6a6a-42c8-8641-62f21d734c84 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:35.522911 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Attempting to bind port 8503fea5-6a6a-42c8-8641-62f21d734c84 on network 91e54668-efe1-4d42-a58f-866649925d1c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:35.526480 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c10132cc-398d-4bcb-9425-7560a9517924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.586306 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:35.586917 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Checking segment: {'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:35.591723 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.592466 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Bound using segment: {'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:35.600989 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Bound port: 8503fea5-6a6a-42c8-8641-62f21d734c84, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:35.601960 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.610061 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b496a781-4d44-4e89-8b13-037d5bc6b484 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:35.637637 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37916) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:35.679125 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08544b84-0d24-4873-bf05-5cde22bc2f1b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (45d02cc6-07ad-4248-8601-d750744cf40d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.683720 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-f0c8a8ae-321f-4570-bc74-ea659319fb3c service neutron] 10.222.0.36 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902735 Jun 21 08:15:35.696348 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08544b84-0d24-4873-bf05-5cde22bc2f1b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (45d02cc6-07ad-4248-8601-d750744cf40d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.745392 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08544b84-0d24-4873-bf05-5cde22bc2f1b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d02cc6-07ad-4248-8601-d750744cf40d,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:35.750780 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:35.810640 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08544b84-0d24-4873-bf05-5cde22bc2f1b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.813365 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-08544b84-0d24-4873-bf05-5cde22bc2f1b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6823499 Jun 21 08:15:35.819509 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 37922) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:35.836643 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-75c92495-8e15-4905-b284-141ea36a4c4d None None] Provisioning complete for port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:35.837203 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75c92495-8e15-4905-b284-141ea36a4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.863604 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:35.916017 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-53ab9560-a3ef-4f2d-8b99-31348d1fd69e service neutron] 10.222.0.36 "GET /v2.0/networks/91e54668-efe1-4d42-a58f-866649925d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8240104 Jun 21 08:15:35.929128 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (d74a1d6d-60ae-45b3-bf71-e745ab750e4f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.956425 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (d74a1d6d-60ae-45b3-bf71-e745ab750e4f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:35.976915 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10132cc-398d-4bcb-9425-7560a9517924 None None] Pushing event updated for resources: {'Port': ['ID=5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:35.999688 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.015410 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port b496a781-4d44-4e89-8b13-037d5bc6b484 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:36.019880 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.091596 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] For port 8503fea5-6a6a-42c8-8641-62f21d734c84, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:36.101526 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-6e95f330-6faf-42bc-977e-d1bdec223a0e service neutron] 10.222.0.36 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079664 Jun 21 08:15:36.121171 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] For port 8503fea5-6a6a-42c8-8641-62f21d734c84, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=8503fea5-6a6a-42c8-8641-62f21d734c84,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:36.166721 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.200866 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5de53b2-266f-459a-bfcc-4de0667b70d4 admin admin] Publish callbacks [] for security_group (d0687354-26ae-4a0b-a8dc-03d6d1d1d8a7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.392142 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5de53b2-266f-459a-bfcc-4de0667b70d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (d0687354-26ae-4a0b-a8dc-03d6d1d1d8a7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.404634 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Routers {'2745eb04-ac6d-4474-bf31-77bc22920785'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:36.405556 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['2745eb04-ac6d-4474-bf31-77bc22920785'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:36.412580 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-75c92495-8e15-4905-b284-141ea36a4c4d None None] Current status of the port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:36.458111 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4499c-0f2f-44a7-b363-9991ada84ff8 None None] Pushing event updated for resources: {'Port': ['ID=8503fea5-6a6a-42c8-8641-62f21d734c84,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:36.460307 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f555-2002-4291-8f6a-5898317a0577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.465700 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port b496a781-4d44-4e89-8b13-037d5bc6b484 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:36.467124 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device f6959eb5-449d-461b-9c0b-750eb7c92626 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:36.490492 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.493794 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-75c92495-8e15-4905-b284-141ea36a4c4d None None] Provisioning complete for port 8503fea5-6a6a-42c8-8641-62f21d734c84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:36.494308 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75c92495-8e15-4905-b284-141ea36a4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.707560 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:36.737363 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=d74a1d6d-60ae-45b3-bf71-e745ab750e4f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:36.857681 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port f6959eb5-449d-461b-9c0b-750eb7c92626 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:36.858678 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.867255 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-126ea484-6e40-4e1c-abad-21ee594f2316 req-8adf69c9-6c32-4a5a-9bd1-adbc6b31945d tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 210 time: 0.2426372 Jun 21 08:15:36.881532 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c5de53b2-266f-459a-bfcc-4de0667b70d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94ac3a9e918d4df0a5280cf5a7a6bb7f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5773370 Jun 21 08:15:36.883890 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:36.901633 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] Set router 2745eb04-ac6d-4474-bf31-77bc22920785 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:36.901765 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (f1ecb664-b14d-482e-b4e1-e1a565a0d399), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.905284 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de53b2-266f-459a-bfcc-4de0667b70d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0687354-26ae-4a0b-a8dc-03d6d1d1d8a7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:36.943921 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:36.965677 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:36.967971 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9381f919-5146-45d7-a559-49507bf25d47 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7020800 Jun 21 08:15:36.996892 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f1453f6c-8d42-4fda-b137-494e98bb7f8a req-9f69c2fd-de5e-4f47-bf3d-8af4021a2095 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 210 time: 0.1632583 Jun 21 08:15:37.015342 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e16fcb-f1c4-43fb-9040-a989c6b802cd admin admin] Publish callbacks [] for security_group (d0687354-26ae-4a0b-a8dc-03d6d1d1d8a7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.029667 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Allocated IP 172.27.0.235 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/7e55cc86-56a8-4f78-ab0f-113bb8e51fd4) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:37.068294 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e16fcb-f1c4-43fb-9040-a989c6b802cd admin admin] Publish callbacks [] for security_group (d0687354-26ae-4a0b-a8dc-03d6d1d1d8a7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.099597 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f555-2002-4291-8f6a-5898317a0577 admin admin] Publish callbacks [] for security_group (3a5137d2-a2b9-46c0-8ad3-b8b31caf77c6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.139042 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:37.156599 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f555-2002-4291-8f6a-5898317a0577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (3a5137d2-a2b9-46c0-8ad3-b8b31caf77c6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.179667 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-75c92495-8e15-4905-b284-141ea36a4c4d None None] Current status of the port 8503fea5-6a6a-42c8-8641-62f21d734c84 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:37.186265 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75c92495-8e15-4905-b284-141ea36a4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.189411 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:37.193188 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:37.301233 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-b5b3f555-2002-4291-8f6a-5898317a0577 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78db0cbacb2b470399da8af5ea723ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6521461 Jun 21 08:15:37.303833 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3f555-2002-4291-8f6a-5898317a0577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5137d2-a2b9-46c0-8ad3-b8b31caf77c6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:37.306035 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 37990) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:37.318528 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for port (7e55cc86-56a8-4f78-ab0f-113bb8e51fd4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.335914 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e16fcb-f1c4-43fb-9040-a989c6b802cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (d0687354-26ae-4a0b-a8dc-03d6d1d1d8a7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.339199 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e16fcb-f1c4-43fb-9040-a989c6b802cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.343152 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a7e16fcb-f1c4-43fb-9040-a989c6b802cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0687354-26ae-4a0b-a8dc-03d6d1d1d8a7 HTTP/1.1" status: 204 len: 168 time: 0.4545324 Jun 21 08:15:37.357940 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e16fcb-f1c4-43fb-9040-a989c6b802cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0687354-26ae-4a0b-a8dc-03d6d1d1d8a7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:37.380954 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-38cc41a9-7b50-4c88-97de-d4402f823c5a admin admin] Publish callbacks [] for security_group (3a5137d2-a2b9-46c0-8ad3-b8b31caf77c6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.395275 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-75c92495-8e15-4905-b284-141ea36a4c4d None None] For port 8503fea5-6a6a-42c8-8641-62f21d734c84, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=8503fea5-6a6a-42c8-8641-62f21d734c84,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:37.416903 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-38cc41a9-7b50-4c88-97de-d4402f823c5a admin admin] Publish callbacks [] for security_group (3a5137d2-a2b9-46c0-8ad3-b8b31caf77c6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.432015 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port f6959eb5-449d-461b-9c0b-750eb7c92626 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:37.432573 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.469214 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port f6959eb5-449d-461b-9c0b-750eb7c92626, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=f6959eb5-449d-461b-9c0b-750eb7c92626,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:37.475871 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (7e55cc86-56a8-4f78-ab0f-113bb8e51fd4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.511078 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75c92495-8e15-4905-b284-141ea36a4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.539370 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-38cc41a9-7b50-4c88-97de-d4402f823c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (3a5137d2-a2b9-46c0-8ad3-b8b31caf77c6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.542222 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-38cc41a9-7b50-4c88-97de-d4402f823c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.543645 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-38cc41a9-7b50-4c88-97de-d4402f823c5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a5137d2-a2b9-46c0-8ad3-b8b31caf77c6 HTTP/1.1" status: 204 len: 168 time: 0.2358341 Jun 21 08:15:37.557997 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.561973 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc41a9-7b50-4c88-97de-d4402f823c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5137d2-a2b9-46c0-8ad3-b8b31caf77c6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:37.577059 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 4128ca04-5753-45ef-8eb9-2c42f4c73a1b up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:37.615690 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:37.621038 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:37.625895 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:37.639786 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'Port': ['ID=7e55cc86-56a8-4f78-ab0f-113bb8e51fd4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:37.764589 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (8d3a7278-87ca-43b2-8713-d0753953330d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.814705 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-4ba5f55b-ab5a-40db-88ea-1033540c5efa tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1043765557&fields=id&tenant_id=d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 267 time: 0.1997697 Jun 21 08:15:37.863455 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:37.876817 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-919abed6-717a-46e9-a092-0aa9a7ce6c23 None None] Provisioning complete for port 8503fea5-6a6a-42c8-8641-62f21d734c84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:37.878886 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-919abed6-717a-46e9-a092-0aa9a7ce6c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.938899 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c92495-8e15-4905-b284-141ea36a4c4d None None] Pushing event updated for resources: {'Port': ['ID=8503fea5-6a6a-42c8-8641-62f21d734c84,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:37.976036 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:37.976636 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:37.980470 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7e55cc86-56a8-4f78-ab0f-113bb8e51fd4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:38.071766 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b051-d888-4932-a47f-2537235f640b req-9ea21871-9203-4f0f-983e-c11073649860 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:38.079365 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-9ea21871-9203-4f0f-983e-c11073649860 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 814 time: 0.2638118 Jun 21 08:15:38.111528 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-3c2cdcc7-3b0e-402b-beb0-0c09dd132eb8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/quotas/d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 375 time: 0.0249712 Jun 21 08:15:38.147748 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'name': 'tempest-DeleteServersTestJSON-1761618887-router', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:15Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'gw_port': {'id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:17Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '8503fea5-6a6a-42c8-8641-62f21d734c84', 'name': '', 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'mac_address': 'fa:16:3e:c9:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'bffb78da-2405-4eb4-86e3-3ba7361c0f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:25Z', 'updated_at': '2022-06-21T08:15:36Z', 'revision_number': 4, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'subnets': [{'id': 'bffb78da-2405-4eb4-86e3-3ba7361c0f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:38.281364 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-fff59f28-6a74-41cf-81b8-3d5240208db4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1616921 Jun 21 08:15:38.286048 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b00ca-0e0a-46dc-ad74-0bc8da819f1a None None] The sync data for ids ['2745eb04-ac6d-4474-bf31-77bc22920785'] in dv-cinder-836973-7-iscsi is: [{'id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'name': 'tempest-DeleteServersTestJSON-1761618887-router', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:15Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'gw_port': {'id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:17Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '8503fea5-6a6a-42c8-8641-62f21d734c84', 'name': '', 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'mac_address': 'fa:16:3e:c9:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'bffb78da-2405-4eb4-86e3-3ba7361c0f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:25Z', 'updated_at': '2022-06-21T08:15:36Z', 'revision_number': 4, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'subnets': [{'id': 'bffb78da-2405-4eb4-86e3-3ba7361c0f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:15:38.300738 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:38.395902 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=f6959eb5-449d-461b-9c0b-750eb7c92626,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:38.444804 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-919abed6-717a-46e9-a092-0aa9a7ce6c23 None None] Current status of the port 8503fea5-6a6a-42c8-8641-62f21d734c84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:38.562812 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for port (7e55cc86-56a8-4f78-ab0f-113bb8e51fd4), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:38.585434 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:38.611132 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-983970e8-0dd1-4393-a4bc-0a989bb15da0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:38.631221 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-983970e8-0dd1-4393-a4bc-0a989bb15da0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 819 time: 0.7308557 Jun 21 08:15:38.636550 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7e55cc86-56a8-4f78-ab0f-113bb8e51fd4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:38.764069 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:38.764481 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:38.804284 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (8d3a7278-87ca-43b2-8713-d0753953330d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:38.833509 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-952eac20-14f6-4800-a0f0-68afca8ebb81 service neutron] 10.222.0.36 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227814 Jun 21 08:15:38.874283 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:38.887925 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0368798 Jun 21 08:15:38.891280 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353d27c-f3f6-401a-a44b-34dab54236bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'Port': ['ID=7e55cc86-56a8-4f78-ab0f-113bb8e51fd4,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:38.942483 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 38072) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:38.998485 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-e4c054ae-dcd5-47d9-86aa-9f2471133506 service neutron] 10.222.0.36 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543961 Jun 21 08:15:39.011457 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bd8d027a-a684-4ba4-af02-ffcb43f6a2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.024472 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:39.047637 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-65e64d84-2373-4bab-97b2-31cfa9b4697c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/quotas/2001b029fae0472d8ef7b6fd658ad191 HTTP/1.1" status: 200 len: 375 time: 0.4153349 Jun 21 08:15:39.067276 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38074) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:39.090502 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f589d03-f478-450c-950b-85e73b3ee76b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.140497 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:39.149886 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:39.234985 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-3073ca95-327d-4a7f-839d-cc10c288ea47 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1727972 Jun 21 08:15:39.388863 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f589d03-f478-450c-950b-85e73b3ee76b admin admin] Publish callbacks [] for security_group (fb66dbd1-9bf7-46a1-b6d1-1376148e3dfb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.405797 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f589d03-f478-450c-950b-85e73b3ee76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (fb66dbd1-9bf7-46a1-b6d1-1376148e3dfb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.506113 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f589d03-f478-450c-950b-85e73b3ee76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb66dbd1-9bf7-46a1-b6d1-1376148e3dfb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:39.538091 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1f589d03-f478-450c-950b-85e73b3ee76b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1081266c028a4bff93f570640ca21132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687207 Jun 21 08:15:39.546851 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38086) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:39.649434 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1940224a-d2dc-4cf6-b4d8-aa6e0d0b534f req-b068f1d4-ecd3-4a43-a509-f7aaad50e4c4 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 210 time: 0.0429749 Jun 21 08:15:39.680885 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bd8d027a-a684-4ba4-af02-ffcb43f6a2a2 admin admin] Publish callbacks [] for security_group (2cbd5d62-e7db-4923-bb60-02f72dd2d118), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.687608 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd190527-bd81-4ee7-85e1-fbe3655034c1 admin admin] Publish callbacks [] for security_group (fb66dbd1-9bf7-46a1-b6d1-1376148e3dfb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.695442 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bd8d027a-a684-4ba4-af02-ffcb43f6a2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (2cbd5d62-e7db-4923-bb60-02f72dd2d118), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.727684 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd190527-bd81-4ee7-85e1-fbe3655034c1 admin admin] Publish callbacks [] for security_group (fb66dbd1-9bf7-46a1-b6d1-1376148e3dfb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.763418 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d027a-a684-4ba4-af02-ffcb43f6a2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd5d62-e7db-4923-bb60-02f72dd2d118,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:39.764891 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-79f54f86-68b7-4d63-a3c4-cfb68efdc69b req-04047fdb-a96f-4d10-ac8d-8d78b5e7ff72 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 210 time: 0.0396919 Jun 21 08:15:39.790959 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-353b6e5b-70cb-4386-a37c-7275f5f0ac1c service neutron] 10.222.0.36 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323508 Jun 21 08:15:39.798041 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-bd8d027a-a684-4ba4-af02-ffcb43f6a2a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92f12415c94640a497ddb44631823f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8461616 Jun 21 08:15:39.808603 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 38094) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:39.816289 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:39.866375 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd190527-bd81-4ee7-85e1-fbe3655034c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (fb66dbd1-9bf7-46a1-b6d1-1376148e3dfb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.871075 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd190527-bd81-4ee7-85e1-fbe3655034c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.872274 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bd190527-bd81-4ee7-85e1-fbe3655034c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb66dbd1-9bf7-46a1-b6d1-1376148e3dfb HTTP/1.1" status: 204 len: 168 time: 0.3220451 Jun 21 08:15:39.909748 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd190527-bd81-4ee7-85e1-fbe3655034c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb66dbd1-9bf7-46a1-b6d1-1376148e3dfb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:39.953210 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f381953-5772-47f0-b492-9b3a6efcbe94 admin admin] Publish callbacks [] for security_group (2cbd5d62-e7db-4923-bb60-02f72dd2d118), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:39.954688 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:40.046609 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-ac26c482-779b-48d4-a3b2-3ca880f39901 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1467164923&fields=id&tenant_id=9c4b18684de44714b4a54442a17720b7 HTTP/1.1" status: 200 len: 267 time: 0.1201553 Jun 21 08:15:40.052807 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f381953-5772-47f0-b492-9b3a6efcbe94 admin admin] Publish callbacks [] for security_group (2cbd5d62-e7db-4923-bb60-02f72dd2d118), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:40.056316 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-ae6d7ac3-8d72-458f-995a-c6dd213cb2f5 service neutron] 10.222.0.36 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561815 Jun 21 08:15:40.159275 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f381953-5772-47f0-b492-9b3a6efcbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (2cbd5d62-e7db-4923-bb60-02f72dd2d118), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:40.163887 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f381953-5772-47f0-b492-9b3a6efcbe94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:40.174461 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-4f381953-5772-47f0-b492-9b3a6efcbe94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cbd5d62-e7db-4923-bb60-02f72dd2d118 HTTP/1.1" status: 204 len: 168 time: 0.3617339 Jun 21 08:15:40.214963 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f381953-5772-47f0-b492-9b3a6efcbe94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd5d62-e7db-4923-bb60-02f72dd2d118,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:40.233876 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.46', 65185) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:40.272082 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.46', 65186) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:40.389828 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:40.405279 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:15:40.791559 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-be570cf5-4e9c-41f2-aaac-88000dec765f req-426e935b-4802-4126-aeb3-a17fab03e369 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 210 time: 0.0951393 Jun 21 08:15:40.920962 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 8503fea5-6a6a-42c8-8641-62f21d734c84 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:40.925403 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:40.988032 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fe663-708e-4811-97fa-13c63d088086 req-7365abb0-c0b9-43df-8347-e55a5c330b6f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:40.993286 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-7365abb0-c0b9-43df-8347-e55a5c330b6f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.46 "GET /v2.0/networks?id=91e54668-efe1-4d42-a58f-866649925d1c HTTP/1.1" status: 200 len: 812 time: 0.7581880 Jun 21 08:15:41.046258 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Request body: {'port': {'device_id': 'a986f1a9-57eb-4763-9487-8312fb029ae9', 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c', 'admin_state_up': True, 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:41.068130 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-1eec97e9-d878-4fac-b3a4-1de31a73ad4b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:41.075153 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-1eec97e9-d878-4fac-b3a4-1de31a73ad4b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/networks?id=1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 200 len: 810 time: 0.9830191 Jun 21 08:15:41.136755 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 8503fea5-6a6a-42c8-8641-62f21d734c84 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:41.137616 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:41.214139 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-f051e608-45d2-4718-aabc-a69222d22e0c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:41.217389 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-f051e608-45d2-4718-aabc-a69222d22e0c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 819 time: 0.9318662 Jun 21 08:15:41.227617 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-44f690a5-1b6c-4bbf-aa0c-3bebd820817a tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/quotas/9c4b18684de44714b4a54442a17720b7 HTTP/1.1" status: 200 len: 375 time: 0.0838716 Jun 21 08:15:41.249046 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Request body: {'port': {'device_id': 'ebe8e00a-97d1-4e7c-8a02-db6a981670fc', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'admin_state_up': True, 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:41.352976 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 8503fea5-6a6a-42c8-8641-62f21d734c84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:41.356840 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device f6959eb5-449d-461b-9c0b-750eb7c92626 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:41.390246 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-d1d3f7e0-d084-45ce-9dd5-248c1fa3a1a8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593230 Jun 21 08:15:41.484730 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:41.533257 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port f6959eb5-449d-461b-9c0b-750eb7c92626 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:41.533807 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:41.535876 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Sync routers for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:15:41.608386 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-3746ca7b-6f61-40f6-853e-c5fbcac39107 service neutron] 10.222.0.36 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577055 Jun 21 08:15:41.651788 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:41.652487 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:41.671053 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:41.782072 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4045b6af-a587-4567-a4d3-cdca93258a7c req-91a51c3b-c19c-4194-b453-8be07f8d16f1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 210 time: 0.0438662 Jun 21 08:15:41.849540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.46', 65194) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:41.912169 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:41.951252 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38214) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:42.009373 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-36f1a757-e3c8-4f2a-a301-3e581b5286de service neutron] 10.222.0.36 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980272 Jun 21 08:15:42.013243 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Made reservation on behalf of 2001b029fae0472d8ef7b6fd658ad191 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:42.048562 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:42.069080 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e5fb0243-da6e-4662-9d64-ed70eedd9711 req-a9258a30-77bb-4b82-a70e-9daff580dfbf tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 210 time: 0.1662421 Jun 21 08:15:42.364962 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a84a5a38-02b1-4663-9854-22be548cfa73 req-66c7112b-e2c5-4041-a99b-cf05f0d97614 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 210 time: 0.0666661 Jun 21 08:15:42.375438 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Made reservation on behalf of 6f60bd09c67c4a3ba0f96d5367a3cd76 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:42.379784 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:42.452635 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port f6959eb5-449d-461b-9c0b-750eb7c92626 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:42.485766 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b30c419-3012-4a21-9184-3ee0558d2d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:42.492201 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b051-d888-4932-a47f-2537235f640b req-6bedbf13-fc40-43d9-8aa8-9b237ad55594 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:42.503698 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-6bedbf13-fc40-43d9-8aa8-9b237ad55594 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 814 time: 0.6486948 Jun 21 08:15:42.544552 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:42.714789 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2e7705b3-a4e5-4ed4-8dc9-6f8123bc3ebc req-69b03862-2e20-4cc4-8e35-c81b2a2645a5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 210 time: 0.2091546 Jun 21 08:15:42.779142 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 2, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:42.868317 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Checking router: 38a1b78c-211e-4a10-8bdf-18e71e1bf6da for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:15:42.868902 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Updating router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da port de9e37eb-0533-428f-852a-97ef2901de1c binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:15:42.896065 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Allocated IP 172.20.0.9 (98aed940-6352-48a8-ae3d-f07b94cd1263/dd7f5033-e57d-40c9-a22c-d2dd65755c32/401a4b2e-926f-405f-af0e-bb07243e04fc) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:42.939234 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:42.962113 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.46', 65198) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:43.227368 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:43.358568 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4dce221f-12f2-485d-b8dc-72eb11620008 req-d59d73f4-a86e-490a-a410-3957712d694d tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 210 time: 0.3219700 Jun 21 08:15:43.608996 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cf27ca0d-4876-4f6a-ac78-959d4352ccd3 req-8d40446f-9841-4f84-92e3-d7036b7844ae tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 210 time: 0.2032611 Jun 21 08:15:43.749863 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:43.755409 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b30c419-3012-4a21-9184-3ee0558d2d82 admin admin] Publish callbacks [] for security_group (a93c6010-7501-421e-85be-35110d73a485), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:43.827295 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b30c419-3012-4a21-9184-3ee0558d2d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (a93c6010-7501-421e-85be-35110d73a485), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:43.894894 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8b30c419-3012-4a21-9184-3ee0558d2d82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=386eff650c204593aa57fb9addb5982e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9406617 Jun 21 08:15:43.915729 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a1a6ebd-15a0-4393-94b4-a091ef056ef3 req-d7587246-9bef-4534-a60a-5785563e4d11 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 210 time: 0.2617612 Jun 21 08:15:43.929596 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38280) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:43.965171 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Allocated IP 172.20.0.8 (91e54668-efe1-4d42-a58f-866649925d1c/bffb78da-2405-4eb4-86e3-3ba7361c0f63/ce685fa0-a928-459e-a8b1-21743bcb9479) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:44.071137 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:44.077875 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:44.088189 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30c419-3012-4a21-9184-3ee0558d2d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93c6010-7501-421e-85be-35110d73a485,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:44.176673 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:44.185192 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-99f52bdf-2541-4d9e-9748-070308a97959 req-c406e0dc-9a4b-4340-bc70-bd4d9d1b783e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 210 time: 0.2105348 Jun 21 08:15:44.215461 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-3bf6d33b-39af-46b1-9b9e-ababd5c3e3c3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 380 time: 1.3838460 Jun 21 08:15:44.234447 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Publish callbacks [] for port (de9e37eb-0533-428f-852a-97ef2901de1c), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:44.249184 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c39c752-9f81-4962-9f31-730c7efd6100 admin admin] Publish callbacks [] for security_group (a93c6010-7501-421e-85be-35110d73a485), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:44.253313 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:44.261880 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'port': {'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'admin_state_up': True, 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'security_groups': ['e43d39b9-9878-416c-be4c-8d0f96e16002']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:44.272870 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:44.503955 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9f380-b405-4cf1-a355-7ab99907a6a2 None None] Pushing event updated for resources: {'Port': ['ID=de9e37eb-0533-428f-852a-97ef2901de1c,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:44.665689 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c39c752-9f81-4962-9f31-730c7efd6100 admin admin] Publish callbacks [] for security_group (a93c6010-7501-421e-85be-35110d73a485), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:44.675599 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:44.689339 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 38308) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:44.714005 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:44.719081 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event updated for resources: {'Port': ['ID=401a4b2e-926f-405f-af0e-bb07243e04fc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:44.728691 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:44.741999 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e736ebb6-b9a3-4f10-b967-eb10f6780165 req-15d332e2-3242-41fb-9e22-45ca1ab83cf0 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 210 time: 0.1275532 Jun 21 08:15:44.792033 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-161fcb7f-b559-438a-b770-3c89049014af tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:44.796048 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-161fcb7f-b559-438a-b770-3c89049014af tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 819 time: 1.8309886 Jun 21 08:15:44.803031 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Attempting to bind port de9e37eb-0533-428f-852a-97ef2901de1c on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:44.806604 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Attempting to bind port de9e37eb-0533-428f-852a-97ef2901de1c by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:44.807286 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Attempting to bind port de9e37eb-0533-428f-852a-97ef2901de1c on network 1563a5ad-132e-4800-8264-c4bbc3c987e3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:44.820311 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:44.823095 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Checking segment: {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:44.823770 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:44.825007 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Bound using segment: {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:44.826972 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Bound port: de9e37eb-0533-428f-852a-97ef2901de1c, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:44.827623 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:44.911511 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Request body: {'port': {'device_id': '7a94231b-1d32-451c-87ec-0b8264564d27', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'admin_state_up': True, 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:44.950282 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Made reservation on behalf of d1a4467fae7e4bdea5a1e00c0379c326 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:44.964797 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:45.055086 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] For port de9e37eb-0533-428f-852a-97ef2901de1c, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:45.081530 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] For port de9e37eb-0533-428f-852a-97ef2901de1c, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=de9e37eb-0533-428f-852a-97ef2901de1c,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:45.102507 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:45.216598 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.46', 65202) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:45.272986 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7ba97dff-2bc0-48b4-9db0-75fe35723e32 req-30d9fec1-8c58-409a-ba17-68070ba4f7b6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 210 time: 0.4540641 Jun 21 08:15:45.445345 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3ad72aa0-e908-4a70-a803-9b55ed7fad1f None None] Provisioning complete for port de9e37eb-0533-428f-852a-97ef2901de1c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:45.448590 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ad72aa0-e908-4a70-a803-9b55ed7fad1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:45.471262 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9f380-b405-4cf1-a355-7ab99907a6a2 None None] Pushing event updated for resources: {'Port': ['ID=de9e37eb-0533-428f-852a-97ef2901de1c,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:45.659914 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-867f964d-f2d7-4ec7-bb6f-2cb1d260e7ee req-ff28ef95-6b6e-43fc-801c-bf48ed3b57e3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 210 time: 0.1451869 Jun 21 08:15:45.709059 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:45.710464 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:45.757232 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c39c752-9f81-4962-9f31-730c7efd6100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (a93c6010-7501-421e-85be-35110d73a485), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:45.759991 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c39c752-9f81-4962-9f31-730c7efd6100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:45.761227 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3c39c752-9f81-4962-9f31-730c7efd6100 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a93c6010-7501-421e-85be-35110d73a485 HTTP/1.1" status: 204 len: 168 time: 1.8220992 Jun 21 08:15:45.790275 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:15:45.790951 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:15:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:45.828266 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-3a98fe3e-4286-4e8e-8fd0-5871204ceaa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5719428 Jun 21 08:15:45.844163 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e08e2b53-7c1a-4b2b-b7da-db0c304a99b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:45.853134 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-c0567f4b-c797-4d49-9769-b0d4d0f5864a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:15:45.854612 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-c0567f4b-c797-4d49-9769-b0d4d0f5864a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0230393 Jun 21 08:15:45.882145 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39c752-9f81-4962-9f31-730c7efd6100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93c6010-7501-421e-85be-35110d73a485,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:46.093923 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0e2cf2ec-393f-4b83-b380-96147aa5921f req-2fec1423-1d83-4428-9963-d54a5fcc6a3b tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 210 time: 0.1152081 Jun 21 08:15:46.253462 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:46.255468 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7681c067-3e2a-4701-b00c-cc4b9d67f342 req-49ce00ca-cd74-4c6e-b979-39a6fe60273b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 210 time: 0.7032874 Jun 21 08:15:46.333416 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:15:46.341716 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Request body: {'port': {'device_id': 'ebe8e00a-97d1-4e7c-8a02-db6a981670fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:46.470273 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Publish callbacks [] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:46.508576 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:46.630063 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-e4f2bf51-b221-40f3-ab78-309e036d9aaf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:46.632449 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-e4f2bf51-b221-40f3-ab78-309e036d9aaf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.46 "GET /v2.0/networks?id=1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 200 len: 810 time: 1.4134307 Jun 21 08:15:46.652697 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a893b53f-02e3-4f84-836a-2bc031dfcc0f req-8c626c6c-dfab-4fa1-961e-3e425e25af85 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 210 time: 0.1546204 Jun 21 08:15:46.656105 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:46.656483 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:46.694073 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device de9e37eb-0533-428f-852a-97ef2901de1c up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:46.800151 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38372) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:46.893568 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:46.894960 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:46.897399 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-579d9c6d-f15b-4bde-b11b-89f4bcecf3c4 req-d3e3ee35-42ac-4773-b29b-69b9e0dfe0cb tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 210 time: 0.1121705 Jun 21 08:15:46.993852 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:45Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:15:47.001032 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3ad72aa0-e908-4a70-a803-9b55ed7fad1f None None] Current status of the port de9e37eb-0533-428f-852a-97ef2901de1c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:47.002630 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ad72aa0-e908-4a70-a803-9b55ed7fad1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:47.015491 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e08e2b53-7c1a-4b2b-b7da-db0c304a99b8 admin admin] Publish callbacks [] for security_group (4a540475-d9e2-4430-abac-19ee84165834), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:47.020638 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8f00a2d-41e3-458c-bd92-45f1636c25ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:47.046060 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Allocated IP 172.20.0.14 (bbf78e3a-7b50-434f-bb05-1e295b095c9f/754083e1-dd7f-49dd-afa9-e46f5f2c466b/e7af3654-e669-4deb-a185-42a54ed5e149) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:47.073255 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fab15-d395-47d7-82d3-f87439f160c1 None None] The sync data for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi is: [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:45Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:15:47.090242 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port de9e37eb-0533-428f-852a-97ef2901de1c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:47.090997 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:47.149304 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3ad72aa0-e908-4a70-a803-9b55ed7fad1f None None] For port de9e37eb-0533-428f-852a-97ef2901de1c, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=de9e37eb-0533-428f-852a-97ef2901de1c,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:15:47.155296 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ad72aa0-e908-4a70-a803-9b55ed7fad1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:47.200600 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Network 91e54668-efe1-4d42-a58f-866649925d1c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:47.243106 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e08e2b53-7c1a-4b2b-b7da-db0c304a99b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (4a540475-d9e2-4430-abac-19ee84165834), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:47.253801 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad72aa0-e908-4a70-a803-9b55ed7fad1f None None] Pushing event updated for resources: {'Port': ['ID=de9e37eb-0533-428f-852a-97ef2901de1c,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:47.391814 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-451579ad-fa84-4418-a961-0b5d8890c323 None None] Provisioning complete for port de9e37eb-0533-428f-852a-97ef2901de1c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:47.392299 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-451579ad-fa84-4418-a961-0b5d8890c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:47.468285 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Made reservation on behalf of 2001b029fae0472d8ef7b6fd658ad191 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:47.493372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:47.604305 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:47.622462 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port de9e37eb-0533-428f-852a-97ef2901de1c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:47.637203 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a9746-97a0-4a19-ac6e-ce8cbb10fcf3 req-8b500ccd-469a-49fb-bdd5-82a65b79aa5a tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:47.648607 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a07a9746-97a0-4a19-ac6e-ce8cbb10fcf3 req-8b500ccd-469a-49fb-bdd5-82a65b79aa5a tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 931 time: 0.4201102 Jun 21 08:15:47.702811 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:47.727741 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:47.760224 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-451579ad-fa84-4418-a961-0b5d8890c323 None None] Current status of the port de9e37eb-0533-428f-852a-97ef2901de1c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:47.765090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:47.766049 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:47.778420 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-451579ad-fa84-4418-a961-0b5d8890c323 None None] Provisioning complete for port 401a4b2e-926f-405f-af0e-bb07243e04fc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:47.778882 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-451579ad-fa84-4418-a961-0b5d8890c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:47.849035 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-451579ad-fa84-4418-a961-0b5d8890c323 None None] Port 401a4b2e-926f-405f-af0e-bb07243e04fc cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:47.926536 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:47.980696 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8f00a2d-41e3-458c-bd92-45f1636c25ea admin admin] Publish callbacks [] for security_group (5f364639-9cbc-4bfe-9a85-f8d5c683e29c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.043166 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Pushing event updated for resources: {'Port': ['ID=ce685fa0-a928-459e-a8b1-21743bcb9479,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:48.055179 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8f00a2d-41e3-458c-bd92-45f1636c25ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (5f364639-9cbc-4bfe-9a85-f8d5c683e29c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.129100 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a07a9746-97a0-4a19-ac6e-ce8cbb10fcf3 req-68bf5c70-1f0f-44a0-9337-5f90938d2e9f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772789 Jun 21 08:15:48.215183 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401a4b2e-926f-405f-af0e-bb07243e04fc {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:15:48.227931 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (e7af3654-e669-4deb-a185-42a54ed5e149), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.265192 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Publish callbacks [] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.287890 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1147f34b-b72b-4509-b7f3-cc5e15fdc956 None None] Provisioning complete for port ce685fa0-a928-459e-a8b1-21743bcb9479 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:48.288273 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1147f34b-b72b-4509-b7f3-cc5e15fdc956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.295643 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a8f00a2d-41e3-458c-bd92-45f1636c25ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fb027f5167a469f9ee786bc58ebdae0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4936650 Jun 21 08:15:48.302002 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f00a2d-41e3-458c-bd92-45f1636c25ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f364639-9cbc-4bfe-9a85-f8d5c683e29c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:48.310347 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38450) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:48.321468 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e2b53-7c1a-4b2b-b7da-db0c304a99b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a540475-d9e2-4430-abac-19ee84165834,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:48.326317 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e08e2b53-7c1a-4b2b-b7da-db0c304a99b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7cb8eeea674403b81c939cf0c746785&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6266453 Jun 21 08:15:48.339137 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.342563 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1147f34b-b72b-4509-b7f3-cc5e15fdc956 None None] Port ce685fa0-a928-459e-a8b1-21743bcb9479 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:48.343034 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Transition to ACTIVE for port object 401a4b2e-926f-405f-af0e-bb07243e04fc will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:15:48.371313 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 38452) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:48.388595 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.391920 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=14 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:48.395024 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-126c083b-7174-4a93-b70e-a4fe67cf6bd4 req-d410dea5-3caf-4e6b-a38c-cebe1a9baf53 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 210 time: 0.3289359 Jun 21 08:15:48.433976 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:48.466410 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd978a91-3dac-47b4-a2e9-d04044222bfb req-5a811cce-0dfc-4d5e-ae1a-292dc541b278 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:48.468581 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bd978a91-3dac-47b4-a2e9-d04044222bfb req-5a811cce-0dfc-4d5e-ae1a-292dc541b278 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 932 time: 0.1754289 Jun 21 08:15:48.483391 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-044f6bca-4dda-4372-958e-53f7d032e543 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c4b18684de44714b4a54442a17720b7 HTTP/1.1" status: 200 len: 380 time: 1.8158002 Jun 21 08:15:48.499791 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'port': {'device_id': 'dfb2c496-4e45-441d-839c-09445870d85e', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'admin_state_up': True, 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'security_groups': ['738cce7f-7533-44ac-9750-57b4475d4fb1']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:48.606594 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Pushing event updated for resources: {'Port': ['ID=401a4b2e-926f-405f-af0e-bb07243e04fc,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:48.677778 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-f6f066e8-1181-4a4b-881e-0a295e71618f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6366389 Jun 21 08:15:48.700875 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device de9e37eb-0533-428f-852a-97ef2901de1c up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:15:48.802300 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98f9d624-f0db-4606-93f6-7f1776aa7cee admin admin] Publish callbacks [] for security_group (5f364639-9cbc-4bfe-9a85-f8d5c683e29c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.872789 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50821380-6ac9-4dca-8516-389571d10d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.896153 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98f9d624-f0db-4606-93f6-7f1776aa7cee admin admin] Publish callbacks [] for security_group (5f364639-9cbc-4bfe-9a85-f8d5c683e29c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.940033 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port de9e37eb-0533-428f-852a-97ef2901de1c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:48.940461 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.976053 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-023e215e-7b5a-4000-bf21-dd2356d5aaa3 req-3db801f5-4e4e-451e-87f1-834a12797d58 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 210 time: 0.2921388 Jun 21 08:15:48.979202 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98f9d624-f0db-4606-93f6-7f1776aa7cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (5f364639-9cbc-4bfe-9a85-f8d5c683e29c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:48.983152 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98f9d624-f0db-4606-93f6-7f1776aa7cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:49.008453 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-98f9d624-f0db-4606-93f6-7f1776aa7cee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f364639-9cbc-4bfe-9a85-f8d5c683e29c HTTP/1.1" status: 204 len: 168 time: 0.6694250 Jun 21 08:15:49.051217 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bd978a91-3dac-47b4-a2e9-d04044222bfb req-db878ca8-d3be-4674-a502-c747c1725c43 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5379457 Jun 21 08:15:49.092007 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9d624-f0db-4606-93f6-7f1776aa7cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f364639-9cbc-4bfe-9a85-f8d5c683e29c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:49.119845 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Allocated IP 172.20.0.6 (98aed940-6352-48a8-ae3d-f07b94cd1263/dd7f5033-e57d-40c9-a22c-d2dd65755c32/1cc80cea-1318-4662-be70-c38f26b1e312) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:49.168245 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Attempting to bind port 401a4b2e-926f-405f-af0e-bb07243e04fc on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:49.168815 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Attempting to bind port 401a4b2e-926f-405f-af0e-bb07243e04fc by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:49.169593 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Attempting to bind port 401a4b2e-926f-405f-af0e-bb07243e04fc on network 98aed940-6352-48a8-ae3d-f07b94cd1263 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:49.186766 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Port 401a4b2e-926f-405f-af0e-bb07243e04fc on network 98aed940-6352-48a8-ae3d-f07b94cd1263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:15:49.191358 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Attempting to bind port 401a4b2e-926f-405f-af0e-bb07243e04fc on network 98aed940-6352-48a8-ae3d-f07b94cd1263 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:49.209051 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:49.212031 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Checking segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:49.213575 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Bound using segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:49.217477 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Bound port: 401a4b2e-926f-405f-af0e-bb07243e04fc, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:49.222401 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:49.266452 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port de9e37eb-0533-428f-852a-97ef2901de1c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:15:49.402552 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Request body: {'port': {'device_id': 'a986f1a9-57eb-4763-9487-8312fb029ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:49.410948 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:49.415582 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Made reservation on behalf of 9c4b18684de44714b4a54442a17720b7 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:15:49.425022 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:49.425347 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:49.436202 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=e7af3654-e669-4deb-a185-42a54ed5e149,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:49.469834 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] For port 401a4b2e-926f-405f-af0e-bb07243e04fc, host hv-cinder-83697, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:49.478935 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] For port 401a4b2e-926f-405f-af0e-bb07243e04fc, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=401a4b2e-926f-405f-af0e-bb07243e04fc,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:49.511347 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:49.617874 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:49.618438 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:49.619983 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] 10.222.0.46 "PUT /v2.0/ports/401a4b2e-926f-405f-af0e-bb07243e04fc HTTP/1.1" status: 200 len: 1093 time: 3.6208050 Jun 21 08:15:49.620493 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe8e00a-97d1-4e7c-8a02-db6a981670fc', 'tag': '401a4b2e-926f-405f-af0e-bb07243e04fc'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:15:49.710265 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:49.712320 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2540138c-fd5b-44dc-b87c-87800a11b1af admin admin] Publish callbacks [] for security_group (4a540475-d9e2-4430-abac-19ee84165834), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:49.722687 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228799d-cac3-42f2-adcf-449954141cd8 req-bc6e3ee4-978d-4a1e-9527-4635db7c61f4 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:49.736899 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f228799d-cac3-42f2-adcf-449954141cd8 req-bc6e3ee4-978d-4a1e-9527-4635db7c61f4 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 931 time: 0.2584894 Jun 21 08:15:49.806281 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:49.820162 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:49.828193 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:49.842206 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:49.854692 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:49.855390 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:49.929845 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-657a0f15-e42b-4c5c-9bfb-635b0be5b293 req-c6ff8325-0b8f-40f7-9ab8-f372356d7bcf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 210 time: 0.2539964 Jun 21 08:15:49.983994 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bf4d8-094f-4610-8031-1ccb40627774 service neutron] Pushing event updated for resources: {'Port': ['ID=401a4b2e-926f-405f-af0e-bb07243e04fc,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:50.092468 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38512) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:50.109633 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-e046a97c-d10a-4364-bdda-ebb3fe522c44 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8588607 Jun 21 08:15:50.117048 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-d19f46d4-c306-4ddc-87a1-f07ea78c7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:50.124959 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-d19f46d4-c306-4ddc-87a1-f07ea78c7d39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 1127 time: 0.4099844 Jun 21 08:15:50.277038 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3de1c6-92f2-4baa-bd32-edd8636a4708" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe8e00a-97d1-4e7c-8a02-db6a981670fc", "tag": "401a4b2e-926f-405f-af0e-bb07243e04fc"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:15:50.322380 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Request body: {'port': {'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:50.346259 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:50.352760 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3da39181-c5c7-4919-ab51-7bafec48928f None None] Provisioning complete for port e7af3654-e669-4deb-a185-42a54ed5e149 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:50.355437 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3da39181-c5c7-4919-ab51-7bafec48928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:50.440899 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3da39181-c5c7-4919-ab51-7bafec48928f None None] Port e7af3654-e669-4deb-a185-42a54ed5e149 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:50.443618 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-9053adb2-c2bf-43a8-bce4-cf7ffbe60b8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=401a4b2e-926f-405f-af0e-bb07243e04fc HTTP/1.1" status: 200 len: 217 time: 0.2969353 Jun 21 08:15:50.459825 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f228799d-cac3-42f2-adcf-449954141cd8 req-6e27c41e-872e-4b60-80d8-d5336b85bbfd tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7216864 Jun 21 08:15:50.490106 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7dc11eae-73c8-43cc-a52b-4de51f11a15f req-dfbe466f-a408-4c5d-99a1-db5a67c1031e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 210 time: 0.3544619 Jun 21 08:15:50.500025 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2540138c-fd5b-44dc-b87c-87800a11b1af admin admin] Publish callbacks [] for security_group (4a540475-d9e2-4430-abac-19ee84165834), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:50.530859 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e33f259-29d5-4a4b-b678-77a38c852e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:50.637686 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:50.731191 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e33f259-29d5-4a4b-b678-77a38c852e7c admin admin] Publish callbacks [] for security_group (8d4e1cf9-2367-4180-9e55-553d4514c6e3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:50.744372 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e33f259-29d5-4a4b-b678-77a38c852e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8d4e1cf9-2367-4180-9e55-553d4514c6e3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:50.813672 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9e33f259-29d5-4a4b-b678-77a38c852e7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e3876e8272847b0a0672088d7eac729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7173231 Jun 21 08:15:50.815623 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38532) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:50.824719 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33f259-29d5-4a4b-b678-77a38c852e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4e1cf9-2367-4180-9e55-553d4514c6e3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:50.903193 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:50.912383 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edd950c-ce8d-4a4a-bef7-fce767ad8676 x-openstack-request-id: req-8edd950c-ce8d-4a4a-bef7-fce767ad8676 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:15:50.912742 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe8e00a-97d1-4e7c-8a02-db6a981670fc", "tag": "401a4b2e-926f-405f-af0e-bb07243e04fc", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:15:50.913105 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8edd950c-ce8d-4a4a-bef7-fce767ad8676 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:15:50.913682 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8edd950c-ce8d-4a4a-bef7-fce767ad8676'] response: {'name': 'network-changed', 'server_uuid': 'ebe8e00a-97d1-4e7c-8a02-db6a981670fc', 'tag': '401a4b2e-926f-405f-af0e-bb07243e04fc', 'status': 'completed', 'code': 200} Jun 21 08:15:50.917181 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Allocated IP 172.20.0.11 (1563a5ad-132e-4800-8264-c4bbc3c987e3/fe9956a1-db67-4ab0-a2bc-2965a7ae6be5/26d5d4da-35f8-4ab6-9617-7a5e462e84b3) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:15:50.929696 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394436f-bc43-43f5-ba8f-86e2534f210c req-30df7cd2-e485-43c4-8c03-31dd13cdc045 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:50.931611 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4394436f-bc43-43f5-ba8f-86e2534f210c req-30df7cd2-e485-43c4-8c03-31dd13cdc045 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 932 time: 0.3084383 Jun 21 08:15:50.932232 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-9bae6824-f3f3-4b2d-ae92-6d4ebac33750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:50.933812 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-9bae6824-f3f3-4b2d-ae92-6d4ebac33750 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.1570170 Jun 21 08:15:50.940864 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.040837 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac848996-7164-4647-9ffc-f189437856ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.097890 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c019f5-a400-4127-84dd-235275961d45 admin admin] Publish callbacks [] for security_group (8d4e1cf9-2367-4180-9e55-553d4514c6e3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.262685 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7c38ca95-2932-44aa-b3ce-68ddf8dd52ae req-cd474f5b-cae1-4fb7-8c9c-de12095d35a7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 210 time: 0.1659451 Jun 21 08:15:51.292841 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2540138c-fd5b-44dc-b87c-87800a11b1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (4a540475-d9e2-4430-abac-19ee84165834), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.298466 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2540138c-fd5b-44dc-b87c-87800a11b1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.302798 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-2540138c-fd5b-44dc-b87c-87800a11b1af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a540475-d9e2-4430-abac-19ee84165834 HTTP/1.1" status: 204 len: 168 time: 2.9020882 Jun 21 08:15:51.306552 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-b1de89c2-e6fb-478f-b9a8-fda401e80d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:51.307737 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-b1de89c2-e6fb-478f-b9a8-fda401e80d45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3601611 Jun 21 08:15:51.315919 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c019f5-a400-4127-84dd-235275961d45 admin admin] Publish callbacks [] for security_group (8d4e1cf9-2367-4180-9e55-553d4514c6e3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.368218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for port (1cc80cea-1318-4662-be70-c38f26b1e312), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.399968 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.402086 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540138c-fd5b-44dc-b87c-87800a11b1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a540475-d9e2-4430-abac-19ee84165834,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:51.438202 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:51.568649 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c019f5-a400-4127-84dd-235275961d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8d4e1cf9-2367-4180-9e55-553d4514c6e3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.574995 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c019f5-a400-4127-84dd-235275961d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.582058 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-67c019f5-a400-4127-84dd-235275961d45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d4e1cf9-2367-4180-9e55-553d4514c6e3 HTTP/1.1" status: 204 len: 168 time: 0.7533531 Jun 21 08:15:51.626341 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c019f5-a400-4127-84dd-235275961d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4e1cf9-2367-4180-9e55-553d4514c6e3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:51.751507 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4394436f-bc43-43f5-ba8f-86e2534f210c req-c265a339-ed3a-43f3-b61a-7a618ed5d38b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8068593 Jun 21 08:15:51.816839 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-17df9f54-261f-41bd-a3f5-ab112b5e0acc service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814904 Jun 21 08:15:51.959820 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:51.976354 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d978b70a-ce2e-4a70-abec-677258503f43 req-f331f4f0-8cfc-4629-9dcb-e9c7858b3dd7 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 210 time: 0.1163723 Jun 21 08:15:52.118403 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c6811b2-7dfb-4205-8a06-692f0652491b req-29cdfe09-d830-4d86-a650-e4bb1eaff66b service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105439 Jun 21 08:15:52.144445 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d83f7-583b-413c-b3c2-f9ff948d27de req-ae285dba-f906-4c15-86e1-73ba231de8e1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:52.145998 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-634d83f7-583b-413c-b3c2-f9ff948d27de req-ae285dba-f906-4c15-86e1-73ba231de8e1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 931 time: 0.4565830 Jun 21 08:15:52.165039 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:52.266274 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-634d83f7-583b-413c-b3c2-f9ff948d27de req-2842acb3-c12a-4669-8e53-f6aa00957f36 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118124 Jun 21 08:15:52.372477 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:52.417052 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:52.459031 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:52.481821 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event updated for resources: {'Port': ['ID=1cc80cea-1318-4662-be70-c38f26b1e312,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:52.485472 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:52.492785 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:52.493875 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:52.516427 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-95b621fa-80af-43db-a9ca-129db177f4fc req-4ad73c28-bad3-4579-8562-9ffcbecaed9d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 210 time: 0.0962892 Jun 21 08:15:52.562282 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:52.673051 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-9900fd68-0212-4ecc-82d8-0aa8e3d53187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:52.676377 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-9900fd68-0212-4ecc-82d8-0aa8e3d53187 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 1127 time: 0.1601555 Jun 21 08:15:52.720417 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38586) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:52.833942 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3531-d023-45b0-9404-05e4d4cd9ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:52.922054 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1118f032-fb84-4442-8b90-4305bb766a08 None None] Provisioning complete for port 1cc80cea-1318-4662-be70-c38f26b1e312 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:52.922723 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1118f032-fb84-4442-8b90-4305bb766a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:53.030166 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-5595a3ba-baf5-4a17-95a5-32735dc3e964 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1404910 Jun 21 08:15:53.113030 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1118f032-fb84-4442-8b90-4305bb766a08 None None] Port 1cc80cea-1318-4662-be70-c38f26b1e312 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:53.113998 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Request body: {'port': {'device_id': '7a94231b-1d32-451c-87ec-0b8264564d27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:53.390754 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:53.489773 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d302c2d-59ee-469f-ad3c-9da4ac0a7b4c req-47d742be-f7f6-42bd-a24a-1ab36041b15f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:53.498877 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1d302c2d-59ee-469f-ad3c-9da4ac0a7b4c req-47d742be-f7f6-42bd-a24a-1ab36041b15f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 931 time: 0.3122942 Jun 21 08:15:53.598607 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:53.633813 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce685fa0-a928-459e-a8b1-21743bcb9479 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:15:53.663318 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Network 1563a5ad-132e-4800-8264-c4bbc3c987e3 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:15:53.671918 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:53.680538 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-dce9094b-1558-4e8c-9e7f-bbf3d67e1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:53.694268 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-dce9094b-1558-4e8c-9e7f-bbf3d67e1c08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.9903812 Jun 21 08:15:53.740526 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Publish callbacks [] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:53.761176 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:53.775247 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-a41ce374-a00f-4268-afd0-1b131c3af456 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=401a4b2e-926f-405f-af0e-bb07243e04fc HTTP/1.1" status: 200 len: 217 time: 0.0564301 Jun 21 08:15:53.793176 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:15:53.807873 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:53.815132 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:15:53.829384 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:53.830325 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:53.934352 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-a47ef6c6-618e-4c21-8090-696ffa2b102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:53.936822 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-a47ef6c6-618e-4c21-8090-696ffa2b102c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.1335592 Jun 21 08:15:54.001138 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'Port': ['ID=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:54.009591 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:54.035410 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:54.065244 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38156cd8-f2c2-473b-94b4-a7175cedd907 req-ea3d6d14-6e59-4ab2-acbb-8de4d1f851b8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:54.073517 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-38156cd8-f2c2-473b-94b4-a7175cedd907 req-ea3d6d14-6e59-4ab2-acbb-8de4d1f851b8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 932 time: 0.3774016 Jun 21 08:15:54.126719 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7af3654-e669-4deb-a185-42a54ed5e149 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:15:54.153980 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Publish callbacks [] for port (e7af3654-e669-4deb-a185-42a54ed5e149), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:54.178137 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-2263b585-f9d3-46b7-a5f0-7e66b57ca246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:54.179795 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-2263b585-f9d3-46b7-a5f0-7e66b57ca246 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1935451 Jun 21 08:15:54.190654 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Transition to ACTIVE for port object ce685fa0-a928-459e-a8b1-21743bcb9479 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:15:54.209962 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-4345fd40-cfdf-40f9-88de-149765272a5f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7166286 Jun 21 08:15:54.241511 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1d302c2d-59ee-469f-ad3c-9da4ac0a7b4c req-a4689909-9e9c-49c5-bde5-aa07d0804925 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7412677 Jun 21 08:15:54.252206 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:54.277157 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Request body: {'port': {'device_id': 'dfb2c496-4e45-441d-839c-09445870d85e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:15:54.311330 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-38156cd8-f2c2-473b-94b4-a7175cedd907 req-4817c29f-b366-40cf-be45-c281c56a8e79 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365422 Jun 21 08:15:54.325092 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Transition to ACTIVE for port object e7af3654-e669-4deb-a185-42a54ed5e149 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:15:54.385257 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3531-d023-45b0-9404-05e4d4cd9ef1 admin admin] Publish callbacks [] for security_group (686bc648-fa60-4c54-a5b4-e699275d969d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:54.467974 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3531-d023-45b0-9404-05e4d4cd9ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (686bc648-fa60-4c54-a5b4-e699275d969d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:54.550151 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:54.674979 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f214b98-df86-4d41-876d-360781861961 req-0952abb2-49db-4893-8691-304c48f90daf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:54.677449 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c644daf0-78e3-4c7c-a284-bfd9d0112cc1 None None] Provisioning complete for port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:15:54.677704 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f214b98-df86-4d41-876d-360781861961 req-0952abb2-49db-4893-8691-304c48f90daf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 932 time: 0.2258370 Jun 21 08:15:54.677822 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c644daf0-78e3-4c7c-a284-bfd9d0112cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:54.779244 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c9fe3531-d023-45b0-9404-05e4d4cd9ef1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1927d42c0d284230add255810ccf56a5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0333147 Jun 21 08:15:54.782182 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38672) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:15:54.791387 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c644daf0-78e3-4c7c-a284-bfd9d0112cc1 None None] Port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:15:54.827258 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:54.848492 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe3531-d023-45b0-9404-05e4d4cd9ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686bc648-fa60-4c54-a5b4-e699275d969d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:54.944686 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f214b98-df86-4d41-876d-360781861961 req-188d61c8-75a9-47f0-9229-b883397096fe tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431023 Jun 21 08:15:54.946919 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-c3ecc936-4731-4757-ab11-49d7b53134ea service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474957 Jun 21 08:15:55.061840 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:55.163624 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f59690-1958-4a04-8a1f-396c3e3e24ae req-c1c56c78-8373-45e8-8733-25807e6c7041 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:55.169288 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-f0903b10-3456-4cd2-b845-9ccfda20c699 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150869 Jun 21 08:15:55.170586 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9f59690-1958-4a04-8a1f-396c3e3e24ae req-c1c56c78-8373-45e8-8733-25807e6c7041 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.7105961 Jun 21 08:15:55.172559 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eab52a83-8391-4111-86a2-0d9f62373f4c admin admin] Publish callbacks [] for security_group (686bc648-fa60-4c54-a5b4-e699275d969d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:55.214282 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Pushing event updated for resources: {'Port': ['ID=ce685fa0-a928-459e-a8b1-21743bcb9479,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:55.252834 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eab52a83-8391-4111-86a2-0d9f62373f4c admin admin] Publish callbacks [] for security_group (686bc648-fa60-4c54-a5b4-e699275d969d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:55.324818 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Attempting to bind port ce685fa0-a928-459e-a8b1-21743bcb9479 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:55.326533 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Attempting to bind port ce685fa0-a928-459e-a8b1-21743bcb9479 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:55.327995 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Attempting to bind port ce685fa0-a928-459e-a8b1-21743bcb9479 on network 91e54668-efe1-4d42-a58f-866649925d1c {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:55.401193 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eab52a83-8391-4111-86a2-0d9f62373f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (686bc648-fa60-4c54-a5b4-e699275d969d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:55.404175 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eab52a83-8391-4111-86a2-0d9f62373f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:55.405376 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-eab52a83-8391-4111-86a2-0d9f62373f4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/686bc648-fa60-4c54-a5b4-e699275d969d HTTP/1.1" status: 204 len: 168 time: 0.6046381 Jun 21 08:15:55.436238 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab52a83-8391-4111-86a2-0d9f62373f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686bc648-fa60-4c54-a5b4-e699275d969d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:55.451958 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767865f9-61b8-4773-8861-ef20f1369df4 req-6a1b4495-2c39-416e-8ad8-05e34474d3e5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:55.460354 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-767865f9-61b8-4773-8861-ef20f1369df4 req-6a1b4495-2c39-416e-8ad8-05e34474d3e5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 931 time: 0.0838170 Jun 21 08:15:55.502383 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Attempting to bind port e7af3654-e669-4deb-a185-42a54ed5e149 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:55.503254 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Attempting to bind port e7af3654-e669-4deb-a185-42a54ed5e149 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:55.503837 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Attempting to bind port e7af3654-e669-4deb-a185-42a54ed5e149 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:55.506749 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Port ce685fa0-a928-459e-a8b1-21743bcb9479 on network 91e54668-efe1-4d42-a58f-866649925d1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:15:55.507494 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Attempting to bind port ce685fa0-a928-459e-a8b1-21743bcb9479 on network 91e54668-efe1-4d42-a58f-866649925d1c {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:55.532355 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-767865f9-61b8-4773-8861-ef20f1369df4 req-77f0142f-bebe-42fc-b163-de5c0ffdd6cc tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709088 Jun 21 08:15:55.569654 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9f59690-1958-4a04-8a1f-396c3e3e24ae req-d3472997-04d7-42af-9752-14adc11c0e60 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979654 Jun 21 08:15:55.594090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Pushing event updated for resources: {'Port': ['ID=e7af3654-e669-4deb-a185-42a54ed5e149,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:55.609171 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:55.609885 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Checking segment: {'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:55.610690 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Bound using segment: {'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:55.612179 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Bound port: ce685fa0-a928-459e-a8b1-21743bcb9479, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94243ffe-ca37-423a-8511-ff3c0e1aea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:55.612798 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:55.664940 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Port e7af3654-e669-4deb-a185-42a54ed5e149 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:15:55.664940 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Attempting to bind port e7af3654-e669-4deb-a185-42a54ed5e149 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:55.723927 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff8ad-1c24-426d-9958-516c0fc89d79 req-e86ed243-b1c2-410a-8531-4e403b7d4a9f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:55.726168 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e4eff8ad-1c24-426d-9958-516c0fc89d79 req-e86ed243-b1c2-410a-8531-4e403b7d4a9f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.1160605 Jun 21 08:15:55.829062 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:55.829431 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Checking segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:55.832730 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Bound using segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:55.833233 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Bound port: e7af3654-e669-4deb-a185-42a54ed5e149, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:55.835808 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:55.902675 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e4eff8ad-1c24-426d-9958-516c0fc89d79 req-6099b27c-f32c-4e95-9833-bf9622c54a7e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573713 Jun 21 08:15:56.155238 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] For port e7af3654-e669-4deb-a185-42a54ed5e149, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:56.228240 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] For port e7af3654-e669-4deb-a185-42a54ed5e149, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e7af3654-e669-4deb-a185-42a54ed5e149,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:56.232589 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] For port ce685fa0-a928-459e-a8b1-21743bcb9479, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:56.444479 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:56.501082 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:56.514772 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:56.522455 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92675d-a38b-4018-9660-c65428894932 req-db9a424c-46a4-4b62-b4ad-111d7f347bcd tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:56.529343 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-df92675d-a38b-4018-9660-c65428894932 req-db9a424c-46a4-4b62-b4ad-111d7f347bcd tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 932 time: 0.3523145 Jun 21 08:15:56.556908 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] For port ce685fa0-a928-459e-a8b1-21743bcb9479, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ce685fa0-a928-459e-a8b1-21743bcb9479,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:56.621316 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:56.643638 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:56.661018 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc80cea-1318-4662-be70-c38f26b1e312 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:15:56.665398 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dac0a-90f3-4c10-a917-52b08f0227a1 req-783ead07-4459-4ee1-98f1-0f25107cdea4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:56.667265 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ec4dac0a-90f3-4c10-a917-52b08f0227a1 req-783ead07-4459-4ee1-98f1-0f25107cdea4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 931 time: 0.0656340 Jun 21 08:15:56.674251 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:56.674692 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:56.677364 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] 10.222.0.46 "PUT /v2.0/ports/e7af3654-e669-4deb-a185-42a54ed5e149 HTTP/1.1" status: 200 len: 1094 time: 6.5095975 Jun 21 08:15:56.682226 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'tag': 'e7af3654-e669-4deb-a185-42a54ed5e149'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:15:56.745082 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Publish callbacks [] for port (1cc80cea-1318-4662-be70-c38f26b1e312), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:56.754554 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:15:56.756317 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ec4dac0a-90f3-4c10-a917-52b08f0227a1 req-d337e8f9-9ef6-4220-a06e-565f8dbb1056 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776293 Jun 21 08:15:56.795357 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Publish callbacks [] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:56.807528 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:56.808160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:56.809588 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] 10.222.0.46 "PUT /v2.0/ports/ce685fa0-a928-459e-a8b1-21743bcb9479 HTTP/1.1" status: 200 len: 1093 time: 7.8360801 Jun 21 08:15:56.963120 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8ef5d-620a-47e4-af13-3343ddf10e38 service neutron] Pushing event updated for resources: {'Port': ['ID=e7af3654-e669-4deb-a185-42a54ed5e149,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:56.992088 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Transition to ACTIVE for port object 1cc80cea-1318-4662-be70-c38f26b1e312 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:15:56.996866 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Transition to ACTIVE for port object 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:15:57.015136 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-df92675d-a38b-4018-9660-c65428894932 req-c3c25262-692a-47fe-8cfe-818845d4237a tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4778533 Jun 21 08:15:57.076750 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb248e-da03-46d6-bed6-7e9bafda9e1c req-64da5a2f-6e6b-4a9b-b373-08d9df76a2e0 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:57.078309 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:57.081789 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b051-d888-4932-a47f-2537235f640b req-2bf61048-fbe2-4702-b840-b4c11b1314f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:57.085225 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-2bf61048-fbe2-4702-b840-b4c11b1314f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 1128 time: 0.3100991 Jun 21 08:15:57.092868 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:57.100888 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c5eb248e-da03-46d6-bed6-7e9bafda9e1c req-64da5a2f-6e6b-4a9b-b373-08d9df76a2e0 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.2413459 Jun 21 08:15:57.140223 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:57.353487 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c5eb248e-da03-46d6-bed6-7e9bafda9e1c req-001a9afd-fa97-4ca7-8a1f-ce618ef24d88 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517161 Jun 21 08:15:57.566812 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4614fb-50a6-4f02-bcbc-049a4276646d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c08d704-c754-4c7d-b0f4-540ebde6c782", "tag": "e7af3654-e669-4deb-a185-42a54ed5e149"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:15:57.648122 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cd159-387c-41e6-84e6-a1754ddd8f7f req-92ffe9cc-6509-4105-a69d-05ccc28f784d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:57.655344 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-565cd159-387c-41e6-84e6-a1754ddd8f7f req-92ffe9cc-6509-4105-a69d-05ccc28f784d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.5274827 Jun 21 08:15:57.748558 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4291027-4ec8-47c7-a7db-3a113f9cd7ba service neutron] Pushing event updated for resources: {'Port': ['ID=ce685fa0-a928-459e-a8b1-21743bcb9479,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:57.979666 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-565cd159-387c-41e6-84e6-a1754ddd8f7f req-c4c43b62-89a3-4612-8f81-692bf6bb90ba tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201747 Jun 21 08:15:57.985810 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6622ae-390c-407e-8dd3-22b42f8a34f9 x-openstack-request-id: req-ac6622ae-390c-407e-8dd3-22b42f8a34f9 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:15:57.986689 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c08d704-c754-4c7d-b0f4-540ebde6c782", "tag": "e7af3654-e669-4deb-a185-42a54ed5e149", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:15:57.986949 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac6622ae-390c-407e-8dd3-22b42f8a34f9 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:15:57.987422 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6622ae-390c-407e-8dd3-22b42f8a34f9'] response: {'name': 'network-changed', 'server_uuid': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'tag': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'status': 'completed', 'code': 200} Jun 21 08:15:58.007167 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-93021b44-fae9-436b-b66b-4a543e6e4ae9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7af3654-e669-4deb-a185-42a54ed5e149 HTTP/1.1" status: 200 len: 217 time: 0.1726644 Jun 21 08:15:58.012478 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Attempting to bind port 1cc80cea-1318-4662-be70-c38f26b1e312 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:58.013034 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Attempting to bind port 1cc80cea-1318-4662-be70-c38f26b1e312 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:58.013548 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Attempting to bind port 1cc80cea-1318-4662-be70-c38f26b1e312 on network 98aed940-6352-48a8-ae3d-f07b94cd1263 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:58.016232 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Attempting to bind port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:15:58.016745 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Attempting to bind port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:15:58.017635 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Attempting to bind port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 on network 1563a5ad-132e-4800-8264-c4bbc3c987e3 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:58.029549 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 on network 1563a5ad-132e-4800-8264-c4bbc3c987e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:15:58.030116 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Attempting to bind port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 on network 1563a5ad-132e-4800-8264-c4bbc3c987e3 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:58.062949 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Pushing event updated for resources: {'Port': ['ID=1cc80cea-1318-4662-be70-c38f26b1e312,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:58.091275 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Port 1cc80cea-1318-4662-be70-c38f26b1e312 on network 98aed940-6352-48a8-ae3d-f07b94cd1263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:15:58.091705 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Attempting to bind port 1cc80cea-1318-4662-be70-c38f26b1e312 on network 98aed940-6352-48a8-ae3d-f07b94cd1263 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:15:58.099134 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81868c-8cb6-4924-bbe4-12e2696d6124 req-c0d4d26d-b857-4196-ae1d-812a1595ef33 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:58.108560 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:58.109191 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Checking segment: {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:58.109807 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Bound using segment: {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:58.110560 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Bound port: 26d5d4da-35f8-4ab6-9617-7a5e462e84b3, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:58.111266 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:58.111561 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a81868c-8cb6-4924-bbe4-12e2696d6124 req-c0d4d26d-b857-4196-ae1d-812a1595ef33 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0900187 Jun 21 08:15:58.146643 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fe663-708e-4811-97fa-13c63d088086 req-8485c5ff-e052-44d1-9c2d-9cbc96c6e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:58.148836 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-8485c5ff-e052-44d1-9c2d-9cbc96c6e37f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f60bd09c67c4a3ba0f96d5367a3cd76&device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 1127 time: 0.2562194 Jun 21 08:15:58.170570 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a81868c-8cb6-4924-bbe4-12e2696d6124 req-f3b47aed-8692-4be0-9a67-9694e1517920 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581367 Jun 21 08:15:58.213612 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:58.215314 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:15:58.216181 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Checking segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:15:58.216705 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Bound using segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:15:58.217190 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Bound port: 1cc80cea-1318-4662-be70-c38f26b1e312, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:15:58.217557 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:58.250856 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:15:58.292936 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e407c41-2705-47ef-a637-e5f16f50fa38 req-9234994a-64a7-4168-a7f7-3a7842cb0495 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:58.300395 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4e407c41-2705-47ef-a637-e5f16f50fa38 req-9234994a-64a7-4168-a7f7-3a7842cb0495 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.1570263 Jun 21 08:15:58.323671 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b051-d888-4932-a47f-2537235f640b req-15839583-1dc0-4f21-8e55-5709314407ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:58.325132 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-15839583-1dc0-4f21-8e55-5709314407ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.2995734 Jun 21 08:15:58.336718 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Pushing event updated for resources: {'Port': ['ID=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:58.403521 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] For port 1cc80cea-1318-4662-be70-c38f26b1e312, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:58.433445 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] For port 1cc80cea-1318-4662-be70-c38f26b1e312, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1cc80cea-1318-4662-be70-c38f26b1e312,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:58.435247 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] For port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:15:58.449228 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4e407c41-2705-47ef-a637-e5f16f50fa38 req-e2611a54-3b92-470d-843d-19c2b2d0e6b5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479762 Jun 21 08:15:58.452287 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:58.457993 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] For port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:15:58.489590 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:58.507390 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:58.508206 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:58.509998 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-fe393569-1591-491d-9853-01f8902adb5c service neutron] 10.222.0.46 "PUT /v2.0/ports/1cc80cea-1318-4662-be70-c38f26b1e312 HTTP/1.1" status: 200 len: 1093 time: 5.4040878 Jun 21 08:15:58.511050 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0947f-0302-4c41-8e8a-edbc1bb6141f req-be141f4f-5c7b-4a4c-b803-d3b7cf078635 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:58.512822 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3bd0947f-0302-4c41-8e8a-edbc1bb6141f req-be141f4f-5c7b-4a4c-b803-d3b7cf078635 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.0714171 Jun 21 08:15:58.522726 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:58.523450 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:15:58.525066 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] 10.222.0.46 "PUT /v2.0/ports/26d5d4da-35f8-4ab6-9617-7a5e462e84b3 HTTP/1.1" status: 200 len: 1094 time: 4.2748559 Jun 21 08:15:58.535287 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe393569-1591-491d-9853-01f8902adb5c service neutron] Pushing event updated for resources: {'Port': ['ID=1cc80cea-1318-4662-be70-c38f26b1e312,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:58.601079 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30019527-70c0-45a7-b154-fd7b6f2a2d72 service neutron] Pushing event updated for resources: {'Port': ['ID=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:15:58.615828 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3bd0947f-0302-4c41-8e8a-edbc1bb6141f req-af1d2157-67c5-4cac-84b0-a9b1cd55b3a7 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918610 Jun 21 08:15:59.100208 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec38bf-e061-4120-95e0-a7b3cc873570 req-1a134cce-fb23-46f9-8f7e-c66278b6511f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:59.101579 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ec38bf-e061-4120-95e0-a7b3cc873570 req-1a134cce-fb23-46f9-8f7e-c66278b6511f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.0464728 Jun 21 08:15:59.151416 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ec38bf-e061-4120-95e0-a7b3cc873570 req-92609cab-1fd7-44a7-b887-b20ca3db3a2e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442970 Jun 21 08:15:59.301259 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba5e06-756a-4637-a4c8-64014c9cc9ad req-4163203a-230b-4cd4-b3a5-75fae548aae9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:59.302783 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9dba5e06-756a-4637-a4c8-64014c9cc9ad req-4163203a-230b-4cd4-b3a5-75fae548aae9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0594568 Jun 21 08:15:59.349984 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9dba5e06-756a-4637-a4c8-64014c9cc9ad req-e1a069b1-dd22-4874-95a2-614852e59dbb tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417345 Jun 21 08:15:59.567508 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e0cee-0eec-439b-9b74-0aa8b1bb85d5 req-92406913-9a99-476a-beab-0eabcb9297ce tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:59.568982 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-978e0cee-0eec-439b-9b74-0aa8b1bb85d5 req-92406913-9a99-476a-beab-0eabcb9297ce tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0463889 Jun 21 08:15:59.617046 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-978e0cee-0eec-439b-9b74-0aa8b1bb85d5 req-20c5161f-4033-45a1-adc7-83a3334559f0 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Jun 21 08:15:59.729520 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcff23-54b3-4e95-b5e7-782abbb201a5 req-f0a196e6-627b-43a8-9b87-77b4cfe4efac tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:15:59.730987 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c9bcff23-54b3-4e95-b5e7-782abbb201a5 req-f0a196e6-627b-43a8-9b87-77b4cfe4efac tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.0464683 Jun 21 08:15:59.776686 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c9bcff23-54b3-4e95-b5e7-782abbb201a5 req-5bdaa58e-816e-408b-b749-e7b5c94bdb65 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Jun 21 08:15:59.988354 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a986f1a9-57eb-4763-9487-8312fb029ae9', 'tag': 'ce685fa0-a928-459e-a8b1-21743bcb9479'}, {'name': 'network-changed', 'server_uuid': '7a94231b-1d32-451c-87ec-0b8264564d27', 'tag': '1cc80cea-1318-4662-be70-c38f26b1e312'}, {'name': 'network-changed', 'server_uuid': 'dfb2c496-4e45-441d-839c-09445870d85e', 'tag': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:15:59.990672 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1c38a2-406a-41a3-8786-2d357ff6c279" -d '{"events": [{"name": "network-changed", "server_uuid": "a986f1a9-57eb-4763-9487-8312fb029ae9", "tag": "ce685fa0-a928-459e-a8b1-21743bcb9479"}, {"name": "network-changed", "server_uuid": "7a94231b-1d32-451c-87ec-0b8264564d27", "tag": "1cc80cea-1318-4662-be70-c38f26b1e312"}, {"name": "network-changed", "server_uuid": "dfb2c496-4e45-441d-839c-09445870d85e", "tag": "26d5d4da-35f8-4ab6-9617-7a5e462e84b3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:00.068611 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 21 Jun 2022 08:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02cdfc8-fba4-4c93-8ee7-de05d11e47aa x-openstack-request-id: req-f02cdfc8-fba4-4c93-8ee7-de05d11e47aa {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:00.068908 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a986f1a9-57eb-4763-9487-8312fb029ae9", "tag": "ce685fa0-a928-459e-a8b1-21743bcb9479", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a94231b-1d32-451c-87ec-0b8264564d27", "tag": "1cc80cea-1318-4662-be70-c38f26b1e312", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfb2c496-4e45-441d-839c-09445870d85e", "tag": "26d5d4da-35f8-4ab6-9617-7a5e462e84b3", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:00.069157 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f02cdfc8-fba4-4c93-8ee7-de05d11e47aa {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:00.069585 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02cdfc8-fba4-4c93-8ee7-de05d11e47aa'] response: {'name': 'network-changed', 'server_uuid': 'a986f1a9-57eb-4763-9487-8312fb029ae9', 'tag': 'ce685fa0-a928-459e-a8b1-21743bcb9479', 'status': 'completed', 'code': 200} Jun 21 08:16:00.069843 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02cdfc8-fba4-4c93-8ee7-de05d11e47aa'] response: {'name': 'network-changed', 'server_uuid': '7a94231b-1d32-451c-87ec-0b8264564d27', 'tag': '1cc80cea-1318-4662-be70-c38f26b1e312', 'status': 'completed', 'code': 200} Jun 21 08:16:00.070094 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02cdfc8-fba4-4c93-8ee7-de05d11e47aa'] response: {'name': 'network-changed', 'server_uuid': 'dfb2c496-4e45-441d-839c-09445870d85e', 'tag': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3', 'status': 'completed', 'code': 200} Jun 21 08:16:00.264546 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83374373-a8b8-43f9-87c5-5ab9ac927f06 req-f4daaf39-06ee-4df7-ac32-18c489fd24cb tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:00.265993 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-83374373-a8b8-43f9-87c5-5ab9ac927f06 req-f4daaf39-06ee-4df7-ac32-18c489fd24cb tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.0474503 Jun 21 08:16:00.317222 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-83374373-a8b8-43f9-87c5-5ab9ac927f06 req-62106c29-330c-4582-a56d-c07c7e5b387a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458205 Jun 21 08:16:00.463563 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782577e-7251-4c44-81d0-660c0a7c6dca req-c5ea750d-64f9-40af-8eb7-a610db50da02 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:00.465049 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6782577e-7251-4c44-81d0-660c0a7c6dca req-c5ea750d-64f9-40af-8eb7-a610db50da02 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0475857 Jun 21 08:16:00.515071 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6782577e-7251-4c44-81d0-660c0a7c6dca req-06010c40-f8db-4199-a36c-d60044c63097 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Jun 21 08:16:00.728239 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4db49-33e2-431a-afe9-eba1c9ba090b req-385f2781-8052-43af-a4db-4ec20a1643c8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:00.729716 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2be4db49-33e2-431a-afe9-eba1c9ba090b req-385f2781-8052-43af-a4db-4ec20a1643c8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0462456 Jun 21 08:16:00.782395 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2be4db49-33e2-431a-afe9-eba1c9ba090b req-204c402c-85a5-4690-b8c3-83b53eb21aae tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471649 Jun 21 08:16:00.820801 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-1369ccdd-7e84-43ca-8022-ab089e0dac5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce685fa0-a928-459e-a8b1-21743bcb9479 HTTP/1.1" status: 200 len: 217 time: 0.0600443 Jun 21 08:16:01.006448 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-58b1a2cd-4bd3-43ff-86e5-eadeca0808a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.008081 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-58b1a2cd-4bd3-43ff-86e5-eadeca0808a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 1127 time: 0.2042143 Jun 21 08:16:01.014969 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-031d9530-f2d4-463e-9aee-56823c6a51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.016606 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-031d9530-f2d4-463e-9aee-56823c6a51cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 1128 time: 0.2139301 Jun 21 08:16:01.023402 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b051-d888-4932-a47f-2537235f640b req-7db69120-e196-4f2d-ae5d-c265bc4e2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.025192 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-7db69120-e196-4f2d-ae5d-c265bc4e2a78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2202108 Jun 21 08:16:01.109254 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-61aab801-7333-42e6-b626-ce545074f4d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cc80cea-1318-4662-be70-c38f26b1e312 HTTP/1.1" status: 200 len: 217 time: 0.0916417 Jun 21 08:16:01.110607 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fe663-708e-4811-97fa-13c63d088086 req-42f3fba2-ef8b-453e-94df-06f2c57ba1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.113079 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-42f3fba2-ef8b-453e-94df-06f2c57ba1a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bffb78da-2405-4eb4-86e3-3ba7361c0f63 HTTP/1.1" status: 200 len: 851 time: 0.2813969 Jun 21 08:16:01.130060 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575c0c4-8190-4650-886e-6196b934325b req-39acdca8-a82a-4ee4-801a-3f1e591933fd tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.131633 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0575c0c4-8190-4650-886e-6196b934325b req-39acdca8-a82a-4ee4-801a-3f1e591933fd tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.2355914 Jun 21 08:16:01.137145 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-5c241802-3862-46cc-be5e-9038c1703a6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3 HTTP/1.1" status: 200 len: 217 time: 0.1050041 Jun 21 08:16:01.238846 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:01.239715 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:01.324661 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fe663-708e-4811-97fa-13c63d088086 req-d4dda085-0934-4fd5-8c68-e7259ac64b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.326147 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-d4dda085-0934-4fd5-8c68-e7259ac64b00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=91e54668-efe1-4d42-a58f-866649925d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1906667 Jun 21 08:16:01.342930 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-16f3d2f5-fcdb-4bf5-ae06-7425f0110036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.344362 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-16f3d2f5-fcdb-4bf5-ae06-7425f0110036 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.2116947 Jun 21 08:16:01.391396 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-422748ca-0c62-4463-ba8f-c6063cbf1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.394013 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-422748ca-0c62-4463-ba8f-c6063cbf1a06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe9956a1-db67-4ab0-a2bc-2965a7ae6be5 HTTP/1.1" status: 200 len: 849 time: 0.2391078 Jun 21 08:16:01.457528 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-2a092d6a-82ba-4e64-8fde-9241010a93f9 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200358 Jun 21 08:16:01.480371 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91970746-5daa-4f07-95ff-da0123eaeedf req-e3788d07-fc69-4c89-9b58-f403dec0c5a6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.482367 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-91970746-5daa-4f07-95ff-da0123eaeedf req-e3788d07-fc69-4c89-9b58-f403dec0c5a6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.0519099 Jun 21 08:16:01.573161 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-91970746-5daa-4f07-95ff-da0123eaeedf req-2e77589d-1a1e-426c-9a15-87685959a86b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813243 Jun 21 08:16:01.674787 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0575c0c4-8190-4650-886e-6196b934325b req-fcde8659-a7a4-4c97-95b0-f03a42d7d74a tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228565 Jun 21 08:16:01.721616 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b207e-76f6-4f5e-b20d-0ffc816d1536 req-6aa9eec9-5fd1-406b-b9ce-918563656334 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.723979 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-478b207e-76f6-4f5e-b20d-0ffc816d1536 req-6aa9eec9-5fd1-406b-b9ce-918563656334 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0743501 Jun 21 08:16:01.740652 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-bdaaa7a2-c44c-49ba-9083-18d75cf95e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.742725 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-bdaaa7a2-c44c-49ba-9083-18d75cf95e9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3785691 Jun 21 08:16:01.755896 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-d7bc1b0c-293e-4f69-a2e6-ea93f4ac5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:01.757694 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-d7bc1b0c-293e-4f69-a2e6-ea93f4ac5910 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1563a5ad-132e-4800-8264-c4bbc3c987e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3546865 Jun 21 08:16:01.789961 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-478b207e-76f6-4f5e-b20d-0ffc816d1536 req-8d1578f4-4bb5-4094-836d-b4c7c33239f5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603871 Jun 21 08:16:01.911013 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 401a4b2e-926f-405f-af0e-bb07243e04fc details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:16:01.968601 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-827f3cfd-7b13-4fc5-b04f-685b56e01893 service neutron] 10.222.0.46 "GET /v2.0/networks/91e54668-efe1-4d42-a58f-866649925d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353815 Jun 21 08:16:02.028807 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 401a4b2e-926f-405f-af0e-bb07243e04fc, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=401a4b2e-926f-405f-af0e-bb07243e04fc,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:02.041570 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '401a4b2e-926f-405f-af0e-bb07243e04fc', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'port_id': '401a4b2e-926f-405f-af0e-bb07243e04fc', 'mac_address': 'fa:16:3e:b4:cb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:16:02.052404 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15ac31-9d30-4747-a272-77537c9fa45b req-47752b39-c731-4e99-a3f6-cd91e2425d30 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:02.059103 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ab15ac31-9d30-4747-a272-77537c9fa45b req-47752b39-c731-4e99-a3f6-cd91e2425d30 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.1874692 Jun 21 08:16:02.078379 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 401a4b2e-926f-405f-af0e-bb07243e04fc is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:02.078799 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:02.095956 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401a4b2e-926f-405f-af0e-bb07243e04fc {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:02.130742 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bbd7b051-d888-4932-a47f-2537235f640b req-6b6ce93f-642d-4b93-acf7-7f799c49fcac service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546897 Jun 21 08:16:02.134454 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 401a4b2e-926f-405f-af0e-bb07243e04fc, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=401a4b2e-926f-405f-af0e-bb07243e04fc,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:02.153115 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:02.169410 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-249d50a6-c83b-4b7b-9fc6-a0c4031cbccb service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937187 Jun 21 08:16:02.177189 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-b9e76bad-0c59-4b6a-9f36-2cdf6636f2ea service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127309 Jun 21 08:16:02.226041 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38920) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:02.227222 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ab15ac31-9d30-4747-a272-77537c9fa45b req-ed87d3fe-f606-4bb9-924c-144e37eb1e17 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671839 Jun 21 08:16:02.242043 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c6fe663-708e-4811-97fa-13c63d088086 req-6eff2dbc-6fbd-44e2-b2b4-f61523544cd8 service neutron] 10.222.0.46 "GET /v2.0/networks/91e54668-efe1-4d42-a58f-866649925d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425206 Jun 21 08:16:02.253255 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=401a4b2e-926f-405f-af0e-bb07243e04fc,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:02.363375 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc801af9-92a7-4747-a82a-c4d61581b82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:02.438147 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:02.441069 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc801af9-92a7-4747-a82a-c4d61581b82e admin admin] Publish callbacks [] for security_group (57896cb4-beaf-402a-a9af-3c67f2f740d4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:02.445672 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc801af9-92a7-4747-a82a-c4d61581b82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (57896cb4-beaf-402a-a9af-3c67f2f740d4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:02.469128 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:02.483651 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 38928) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:02.483786 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fc801af9-92a7-4747-a82a-c4d61581b82e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4589c6c27d54a23a97f1f39d333f81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565868 Jun 21 08:16:02.500699 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc801af9-92a7-4747-a82a-c4d61581b82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57896cb4-beaf-402a-a9af-3c67f2f740d4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:02.565001 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['401a4b2e-926f-405f-af0e-bb07243e04fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:02.570056 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e51595e5-a61b-4c5f-ab21-a3621e880982 admin admin] Publish callbacks [] for security_group (57896cb4-beaf-402a-a9af-3c67f2f740d4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:02.572316 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:02.601796 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e51595e5-a61b-4c5f-ab21-a3621e880982 admin admin] Publish callbacks [] for security_group (57896cb4-beaf-402a-a9af-3c67f2f740d4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:02.666097 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:02.683906 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e51595e5-a61b-4c5f-ab21-a3621e880982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (57896cb4-beaf-402a-a9af-3c67f2f740d4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:02.692321 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e51595e5-a61b-4c5f-ab21-a3621e880982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:02.697139 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e51595e5-a61b-4c5f-ab21-a3621e880982 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57896cb4-beaf-402a-a9af-3c67f2f740d4 HTTP/1.1" status: 204 len: 168 time: 0.2086310 Jun 21 08:16:02.709916 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51595e5-a61b-4c5f-ab21-a3621e880982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57896cb4-beaf-402a-a9af-3c67f2f740d4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:02.781511 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d580f4-49aa-42a7-b229-0bde4951aa55 req-51656217-9fa0-4857-81f7-6f6f8d329c56 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:02.786187 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81d580f4-49aa-42a7-b229-0bde4951aa55 req-51656217-9fa0-4857-81f7-6f6f8d329c56 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.1311412 Jun 21 08:16:02.839221 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:02.850214 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81d580f4-49aa-42a7-b229-0bde4951aa55 req-a93e279a-a3a1-4b9e-96a3-67f60bd9cf72 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560076 Jun 21 08:16:02.852142 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b219b47-6eed-40c4-b869-0cdf7ae26b51 req-ea6cc264-254b-4395-9bb1-b27dadcb7a52 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:02.853850 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5b219b47-6eed-40c4-b869-0cdf7ae26b51 req-ea6cc264-254b-4395-9bb1-b27dadcb7a52 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.0521615 Jun 21 08:16:02.905718 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5b219b47-6eed-40c4-b869-0cdf7ae26b51 req-e2635a47-4e0a-4d78-b1af-0e1ebb12b62e tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456645 Jun 21 08:16:02.970331 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d23c81-a1b2-4bc9-b320-e0d489336ab2 req-b0d4d68c-9d3c-4e6b-9e2b-b298ba0ea59a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:02.971897 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-17d23c81-a1b2-4bc9-b320-e0d489336ab2 req-b0d4d68c-9d3c-4e6b-9e2b-b298ba0ea59a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0477166 Jun 21 08:16:03.025063 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-17d23c81-a1b2-4bc9-b320-e0d489336ab2 req-e0a05b69-c830-41f4-8d2b-9285e0865dd8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 Jun 21 08:16:03.061566 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 38946) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:03.077083 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6f26-1ea8-4dc7-b724-f66f97be2e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:03.153598 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6f26-1ea8-4dc7-b724-f66f97be2e00 admin admin] Publish callbacks [] for security_group (45e4b583-c4ad-4a9e-bb98-78d47cb8be6e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:03.157099 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6f26-1ea8-4dc7-b724-f66f97be2e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (45e4b583-c4ad-4a9e-bb98-78d47cb8be6e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:03.196275 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6b3b6f26-1ea8-4dc7-b724-f66f97be2e00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f56691c0fa2142ac9782358f3e3c0292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336479 Jun 21 08:16:03.197085 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b6f26-1ea8-4dc7-b724-f66f97be2e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e4b583-c4ad-4a9e-bb98-78d47cb8be6e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:03.199662 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 38948) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:03.248598 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78127718-9ba2-4513-8632-f11fcd654ac8 admin admin] Publish callbacks [] for security_group (45e4b583-c4ad-4a9e-bb98-78d47cb8be6e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:03.270409 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78127718-9ba2-4513-8632-f11fcd654ac8 admin admin] Publish callbacks [] for security_group (45e4b583-c4ad-4a9e-bb98-78d47cb8be6e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:03.321799 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78127718-9ba2-4513-8632-f11fcd654ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (45e4b583-c4ad-4a9e-bb98-78d47cb8be6e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:03.324327 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78127718-9ba2-4513-8632-f11fcd654ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:03.325469 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-78127718-9ba2-4513-8632-f11fcd654ac8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45e4b583-c4ad-4a9e-bb98-78d47cb8be6e HTTP/1.1" status: 204 len: 168 time: 0.1246133 Jun 21 08:16:03.335062 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78127718-9ba2-4513-8632-f11fcd654ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e4b583-c4ad-4a9e-bb98-78d47cb8be6e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:03.358817 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d7850-a797-4377-8a7f-673f3b7f5bdc req-792e2628-e7ea-40e7-82e9-ee8ca62d14a1 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:03.363126 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c81d7850-a797-4377-8a7f-673f3b7f5bdc req-792e2628-e7ea-40e7-82e9-ee8ca62d14a1 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0634060 Jun 21 08:16:03.441742 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c81d7850-a797-4377-8a7f-673f3b7f5bdc req-8b5f427a-7fd2-4f71-a892-a5be63c04ff4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739326 Jun 21 08:16:03.975873 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f2f16-fedb-4aad-af94-77c4ad038190 req-aa342326-e79e-45f2-a427-11b830b4e7a3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:03.977497 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-448f2f16-fedb-4aad-af94-77c4ad038190 req-aa342326-e79e-45f2-a427-11b830b4e7a3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.0560679 Jun 21 08:16:04.034801 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-448f2f16-fedb-4aad-af94-77c4ad038190 req-f6241c12-a1e4-46b9-925c-3512e0e240f3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516534 Jun 21 08:16:04.045079 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bc82f-10d3-417a-9a83-4ea381dcf6f2 req-b56e1ebf-fb8f-4848-ae2e-7626c3d8eb66 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:04.047010 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ac3bc82f-10d3-417a-9a83-4ea381dcf6f2 req-b56e1ebf-fb8f-4848-ae2e-7626c3d8eb66 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.0657341 Jun 21 08:16:04.116793 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ac3bc82f-10d3-417a-9a83-4ea381dcf6f2 req-a019623c-824d-44b8-bea8-c8e8d57db257 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606301 Jun 21 08:16:04.155336 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a322e1-d221-4080-bdc3-88e1862550a3 req-94765500-375b-4977-88c7-2375ad617683 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:04.156825 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-20a322e1-d221-4080-bdc3-88e1862550a3 req-94765500-375b-4977-88c7-2375ad617683 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0518022 Jun 21 08:16:04.206009 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-20a322e1-d221-4080-bdc3-88e1862550a3 req-a9dfe52a-d866-424f-b1d3-ff31298b4c18 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431037 Jun 21 08:16:04.569143 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca338b-9851-40dc-916a-56dcbc2fc6d0 req-0b3b3324-94b4-4960-8d17-50bdf53ce6f5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:04.571153 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-19ca338b-9851-40dc-916a-56dcbc2fc6d0 req-0b3b3324-94b4-4960-8d17-50bdf53ce6f5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0550988 Jun 21 08:16:04.632076 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-19ca338b-9851-40dc-916a-56dcbc2fc6d0 req-06ef03cd-d7c1-40fb-9613-1f8999972c9c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Jun 21 08:16:05.177532 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7571233-5941-4f9d-9c18-61443738b164 req-fe01946a-7261-49ba-9702-da89b1142c1d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:05.179159 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7571233-5941-4f9d-9c18-61443738b164 req-fe01946a-7261-49ba-9702-da89b1142c1d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.0530460 Jun 21 08:16:05.230406 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7571233-5941-4f9d-9c18-61443738b164 req-f5d73db8-e62c-4a92-9bb3-e8e563d1106e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Jun 21 08:16:05.240503 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da5a79-f68c-4218-9a80-7b3d3cbb1a84 req-83d44731-358e-4a1b-8992-8fb82d281d6f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:05.242128 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-43da5a79-f68c-4218-9a80-7b3d3cbb1a84 req-83d44731-358e-4a1b-8992-8fb82d281d6f tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.0530994 Jun 21 08:16:05.291075 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-43da5a79-f68c-4218-9a80-7b3d3cbb1a84 req-7951c376-4f09-4b63-800a-d779fd50e9d1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Jun 21 08:16:05.337315 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453808-94d7-4ce2-96ff-75d4673034c5 req-52ad471b-c0b0-4e97-a46b-579ab285124b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:05.338898 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ce453808-94d7-4ce2-96ff-75d4673034c5 req-52ad471b-c0b0-4e97-a46b-579ab285124b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0507281 Jun 21 08:16:05.388417 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ce453808-94d7-4ce2-96ff-75d4673034c5 req-ab32d35b-eb31-40bf-b7c0-d0c3857544e5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Jun 21 08:16:05.552912 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 401a4b2e-926f-405f-af0e-bb07243e04fc up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:16:05.613778 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 401a4b2e-926f-405f-af0e-bb07243e04fc completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:16:05.621817 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 401a4b2e-926f-405f-af0e-bb07243e04fc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:05.622818 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:05.645096 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-60c51c11-27f9-45da-a35f-4f5fef672bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:05.646574 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-60c51c11-27f9-45da-a35f-4f5fef672bab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 1128 time: 0.1346247 Jun 21 08:16:05.685993 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:05.714396 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:05.746247 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 401a4b2e-926f-405f-af0e-bb07243e04fc is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:05.746651 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:05.749382 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9adf70a8-ff43-4ae6-82d3-afdcc79e30e4 req-25b8f7af-6d9a-4e34-8efa-6f01ed6b9c08 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360916 Jun 21 08:16:05.772898 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe8e00a-97d1-4e7c-8a02-db6a981670fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401a4b2e-926f-405f-af0e-bb07243e04fc'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:05.784637 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d85eec3e-6acf-46d7-a4a0-44da8df6a496 req-8691a412-543f-4818-bd53-5c5dc9645785 service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741895 Jun 21 08:16:05.800275 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb0cff-2886-4d05-bc5c-c0d5818e22f4 req-21feaf21-8575-46dc-a688-e0b70c864a11 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:05.801772 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5ebb0cff-2886-4d05-bc5c-c0d5818e22f4 req-21feaf21-8575-46dc-a688-e0b70c864a11 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0713656 Jun 21 08:16:05.823177 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:05.853758 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 401a4b2e-926f-405f-af0e-bb07243e04fc, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=401a4b2e-926f-405f-af0e-bb07243e04fc,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:05.857575 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5ebb0cff-2886-4d05-bc5c-c0d5818e22f4 req-0a7fcaeb-7d2a-4707-aea7-66fb6661c338 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491292 Jun 21 08:16:05.865856 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:05.945724 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=401a4b2e-926f-405f-af0e-bb07243e04fc,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:05.996476 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ddc33f-2805-477b-b02e-2c07d362dada" -d '{"events": [{"server_uuid": "ebe8e00a-97d1-4e7c-8a02-db6a981670fc", "name": "network-vif-plugged", "status": "completed", "tag": "401a4b2e-926f-405f-af0e-bb07243e04fc"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:06.110410 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e15091-515d-4f52-ad9a-ab08f8a24a56 x-openstack-request-id: req-f6e15091-515d-4f52-ad9a-ab08f8a24a56 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:06.111275 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe8e00a-97d1-4e7c-8a02-db6a981670fc", "name": "network-vif-plugged", "status": "completed", "tag": "401a4b2e-926f-405f-af0e-bb07243e04fc", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:06.111562 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6e15091-515d-4f52-ad9a-ab08f8a24a56 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:06.112032 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e15091-515d-4f52-ad9a-ab08f8a24a56'] response: {'server_uuid': 'ebe8e00a-97d1-4e7c-8a02-db6a981670fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401a4b2e-926f-405f-af0e-bb07243e04fc', 'code': 200} Jun 21 08:16:06.458180 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082976e5-b0fc-4e52-9939-29786e23d1ab req-fe15b4b4-5f94-4f46-aca3-f706aa61e8a3 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:06.471535 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-082976e5-b0fc-4e52-9939-29786e23d1ab req-fe15b4b4-5f94-4f46-aca3-f706aa61e8a3 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.0865216 Jun 21 08:16:06.499411 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-86779e60-95a0-49bc-8e6e-0500954c9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:06.501141 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-86779e60-95a0-49bc-8e6e-0500954c9080 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f60bd09c67c4a3ba0f96d5367a3cd76&device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 1127 time: 0.1827812 Jun 21 08:16:06.523997 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f536ac-f8fa-4ce5-811f-431427c7f537 req-4d5c47ef-b348-46ed-a9e9-91529681ddea tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:06.530804 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a4f536ac-f8fa-4ce5-811f-431427c7f537 req-4d5c47ef-b348-46ed-a9e9-91529681ddea tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.1399112 Jun 21 08:16:06.538472 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-082976e5-b0fc-4e52-9939-29786e23d1ab req-6b37159d-c214-4f71-a010-af7248683833 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645709 Jun 21 08:16:06.542896 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 39086) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:06.682297 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-58e0281d-b979-4504-b941-1ade89e06471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:06.683913 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-58e0281d-b979-4504-b941-1ade89e06471 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 915 time: 0.3828652 Jun 21 08:16:06.685149 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62136f1c-e72b-4141-be7e-ac4500ae9fb1 req-5237dd49-592c-4519-857b-14734df19829 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:06.695876 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62136f1c-e72b-4141-be7e-ac4500ae9fb1 req-5237dd49-592c-4519-857b-14734df19829 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0844355 Jun 21 08:16:06.699246 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a4f536ac-f8fa-4ce5-811f-431427c7f537 req-45416703-8ad6-4d5d-b138-fafdbbca795c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672924 Jun 21 08:16:06.735621 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-faf0f187-9c26-4755-9c89-9338f8b7ff00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:06.762829 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:06.776826 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62136f1c-e72b-4141-be7e-ac4500ae9fb1 req-d08e1f57-e22b-44b1-bb3c-d4537f9c5a4f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770066 Jun 21 08:16:06.780429 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:06.843258 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-faf0f187-9c26-4755-9c89-9338f8b7ff00 admin admin] Publish callbacks [] for security_group (b9808313-ba29-48a9-9663-7aed69c89f1a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:06.847421 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-faf0f187-9c26-4755-9c89-9338f8b7ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (b9808313-ba29-48a9-9663-7aed69c89f1a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:06.886308 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0f187-9c26-4755-9c89-9338f8b7ff00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9808313-ba29-48a9-9663-7aed69c89f1a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:06.891530 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-faf0f187-9c26-4755-9c89-9338f8b7ff00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=606da4ac2b344ad486368c3da110bfc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475704 Jun 21 08:16:06.894968 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 39098) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:06.945556 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f809e408-2cb3-4659-9f56-34bb75ce845b admin admin] Publish callbacks [] for security_group (b9808313-ba29-48a9-9663-7aed69c89f1a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:06.967506 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f809e408-2cb3-4659-9f56-34bb75ce845b admin admin] Publish callbacks [] for security_group (b9808313-ba29-48a9-9663-7aed69c89f1a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:06.978797 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a825f25-165e-4e2a-85ea-b1996fca8047 req-64eb6250-735a-44e7-a3cb-e286dc70a675 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:06.980329 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6a825f25-165e-4e2a-85ea-b1996fca8047 req-64eb6250-735a-44e7-a3cb-e286dc70a675 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0501816 Jun 21 08:16:07.016212 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f809e408-2cb3-4659-9f56-34bb75ce845b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (b9808313-ba29-48a9-9663-7aed69c89f1a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:07.019042 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f809e408-2cb3-4659-9f56-34bb75ce845b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:07.022532 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f809e408-2cb3-4659-9f56-34bb75ce845b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9808313-ba29-48a9-9663-7aed69c89f1a HTTP/1.1" status: 204 len: 168 time: 0.1243179 Jun 21 08:16:07.029623 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809e408-2cb3-4659-9f56-34bb75ce845b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9808313-ba29-48a9-9663-7aed69c89f1a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:07.030401 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6a825f25-165e-4e2a-85ea-b1996fca8047 req-a8c697b8-3f79-4eb1-9753-0a4ff22e27ed tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Jun 21 08:16:07.297209 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 39106) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:07.311229 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d58cde83-30c2-4817-92cc-a89fb13fa1b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:07.387808 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d58cde83-30c2-4817-92cc-a89fb13fa1b4 admin admin] Publish callbacks [] for security_group (9c23937a-59f5-41d1-bc61-22170549b6be), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:07.391694 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d58cde83-30c2-4817-92cc-a89fb13fa1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (9c23937a-59f5-41d1-bc61-22170549b6be), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:07.436009 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d58cde83-30c2-4817-92cc-a89fb13fa1b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=228d67c9bf4147a98ef9929b1095f126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375530 Jun 21 08:16:07.437894 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cde83-30c2-4817-92cc-a89fb13fa1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c23937a-59f5-41d1-bc61-22170549b6be,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:07.438780 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39108) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:07.492204 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85fcca78-f820-4a42-ae56-0c32ce487fc2 admin admin] Publish callbacks [] for security_group (9c23937a-59f5-41d1-bc61-22170549b6be), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:07.513784 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85fcca78-f820-4a42-ae56-0c32ce487fc2 admin admin] Publish callbacks [] for security_group (9c23937a-59f5-41d1-bc61-22170549b6be), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:07.560964 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85fcca78-f820-4a42-ae56-0c32ce487fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (9c23937a-59f5-41d1-bc61-22170549b6be), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:07.563440 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85fcca78-f820-4a42-ae56-0c32ce487fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:07.568268 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-85fcca78-f820-4a42-ae56-0c32ce487fc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c23937a-59f5-41d1-bc61-22170549b6be HTTP/1.1" status: 204 len: 168 time: 0.1248801 Jun 21 08:16:07.581391 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcca78-f820-4a42-ae56-0c32ce487fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c23937a-59f5-41d1-bc61-22170549b6be,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:07.669818 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471b50f-81e3-4f9f-9530-cefd65f39d8c req-f76c75ec-2a67-4c09-9cd0-8433b7cb074b tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:07.671319 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9471b50f-81e3-4f9f-9530-cefd65f39d8c req-f76c75ec-2a67-4c09-9cd0-8433b7cb074b tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.0465944 Jun 21 08:16:07.727050 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9471b50f-81e3-4f9f-9530-cefd65f39d8c req-0386aff6-2b7b-4345-8646-db191da076de tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492306 Jun 21 08:16:07.835486 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be6d4e-aa15-452d-bd28-6c2632464abc req-88680f91-1802-4286-a0a8-665e017e438b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:07.837050 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-30be6d4e-aa15-452d-bd28-6c2632464abc req-88680f91-1802-4286-a0a8-665e017e438b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.0746953 Jun 21 08:16:07.906064 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-30be6d4e-aa15-452d-bd28-6c2632464abc req-26f705e5-b13e-4d2d-85b2-727d29b16678 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624444 Jun 21 08:16:07.935196 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d06c3-b770-415e-aa7d-13cddc2cda03 req-5911cfd3-9f09-4f3d-98ba-4d6f82f56d1e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:07.941270 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dd5d06c3-b770-415e-aa7d-13cddc2cda03 req-5911cfd3-9f09-4f3d-98ba-4d6f82f56d1e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0652568 Jun 21 08:16:07.991622 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dd5d06c3-b770-415e-aa7d-13cddc2cda03 req-6f781f48-33d1-41a2-a57b-2a9f9d3751ef tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447450 Jun 21 08:16:08.151170 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda8ff4-0cdc-4dd5-bc4d-9df6456970ba req-318bae64-399c-4fdf-91d3-a0d7e02471a3 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:08.158509 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3fda8ff4-0cdc-4dd5-bc4d-9df6456970ba req-318bae64-399c-4fdf-91d3-a0d7e02471a3 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0554419 Jun 21 08:16:08.165497 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 39144) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:08.206518 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3fda8ff4-0cdc-4dd5-bc4d-9df6456970ba req-0e67ca75-87f0-4820-9a48-0871a3c6892f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468197 Jun 21 08:16:08.294601 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb07a116-10b4-45b1-b770-b6da4df305d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:08.359370 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:08.385638 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb07a116-10b4-45b1-b770-b6da4df305d1 admin admin] Publish callbacks [] for security_group (68463e5e-3487-4884-b3f0-2f757235b859), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:08.389269 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb07a116-10b4-45b1-b770-b6da4df305d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (68463e5e-3487-4884-b3f0-2f757235b859), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:08.407673 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:08.437135 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fb07a116-10b4-45b1-b770-b6da4df305d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8344d72338cd41cda442c968856e5b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705657 Jun 21 08:16:08.437848 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07a116-10b4-45b1-b770-b6da4df305d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68463e5e-3487-4884-b3f0-2f757235b859,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:08.440767 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39158) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:08.496044 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36ddf86e-89f0-4da0-83a8-b08e2eaa1ab7 admin admin] Publish callbacks [] for security_group (68463e5e-3487-4884-b3f0-2f757235b859), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:08.519530 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36ddf86e-89f0-4da0-83a8-b08e2eaa1ab7 admin admin] Publish callbacks [] for security_group (68463e5e-3487-4884-b3f0-2f757235b859), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:08.576090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36ddf86e-89f0-4da0-83a8-b08e2eaa1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (68463e5e-3487-4884-b3f0-2f757235b859), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:08.578781 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36ddf86e-89f0-4da0-83a8-b08e2eaa1ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:08.582296 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-36ddf86e-89f0-4da0-83a8-b08e2eaa1ab7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68463e5e-3487-4884-b3f0-2f757235b859 HTTP/1.1" status: 204 len: 168 time: 0.1378589 Jun 21 08:16:08.588578 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddf86e-89f0-4da0-83a8-b08e2eaa1ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68463e5e-3487-4884-b3f0-2f757235b859,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:08.880381 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732f968-bd53-4885-8e11-ce404b4c42f3 req-e020b0eb-0a8a-4507-86ea-550b89fbed83 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:08.881932 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1732f968-bd53-4885-8e11-ce404b4c42f3 req-e020b0eb-0a8a-4507-86ea-550b89fbed83 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.0873401 Jun 21 08:16:08.946535 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1732f968-bd53-4885-8e11-ce404b4c42f3 req-06487d05-ff35-4de1-b290-2c224561201a tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581698 Jun 21 08:16:08.986427 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39180) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:09.009694 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b255491-5c52-42a9-9434-d93f74723437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:09.029902 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:09.065356 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f48d0-0bbf-470c-aa3f-94ccb9bba62b req-726df537-cb6d-47c9-bf02-fc89fb4944fa tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:09.066844 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-966f48d0-0bbf-470c-aa3f-94ccb9bba62b req-726df537-cb6d-47c9-bf02-fc89fb4944fa tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 944 time: 0.0724504 Jun 21 08:16:09.105023 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:09.143943 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f388f-dd39-4469-bf93-7eef5e9b8c2e req-255a2874-7f59-41f3-90cd-fc79328ce3d8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:09.145490 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-946f388f-dd39-4469-bf93-7eef5e9b8c2e req-255a2874-7f59-41f3-90cd-fc79328ce3d8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0636196 Jun 21 08:16:09.152270 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-966f48d0-0bbf-470c-aa3f-94ccb9bba62b req-5934178f-0626-48bd-89ea-120c15a94b41 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776317 Jun 21 08:16:09.179012 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b255491-5c52-42a9-9434-d93f74723437 admin admin] Publish callbacks [] for security_group (138f28f3-4105-4aee-beb3-0dfa9574dfcb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:09.187203 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b255491-5c52-42a9-9434-d93f74723437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (138f28f3-4105-4aee-beb3-0dfa9574dfcb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:09.215386 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-946f388f-dd39-4469-bf93-7eef5e9b8c2e req-21639dd7-81b6-45d6-853f-f21753702d66 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634265 Jun 21 08:16:09.228587 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b255491-5c52-42a9-9434-d93f74723437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138f28f3-4105-4aee-beb3-0dfa9574dfcb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:09.232786 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-7b255491-5c52-42a9-9434-d93f74723437 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ab10fd03267482588bba6b3ad35916f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451925 Jun 21 08:16:09.237287 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39188) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:09.522595 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea80d4b-86bf-42e4-98b0-e1140434a7d7 req-79bd13f3-2bc2-44e8-9863-1be6bd3c20ad tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:09.524794 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bea80d4b-86bf-42e4-98b0-e1140434a7d7 req-79bd13f3-2bc2-44e8-9863-1be6bd3c20ad tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0734086 Jun 21 08:16:09.553607 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f19f96ff-feb4-45a3-9813-a021dc063cb5 admin admin] Publish callbacks [] for security_group (138f28f3-4105-4aee-beb3-0dfa9574dfcb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:09.601166 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f19f96ff-feb4-45a3-9813-a021dc063cb5 admin admin] Publish callbacks [] for security_group (138f28f3-4105-4aee-beb3-0dfa9574dfcb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:09.601313 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device e7af3654-e669-4deb-a185-42a54ed5e149 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:16:09.618882 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bea80d4b-86bf-42e4-98b0-e1140434a7d7 req-084e01a6-5317-4c4a-b69e-cef18151a2c7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837097 Jun 21 08:16:09.661371 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f19f96ff-feb4-45a3-9813-a021dc063cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (138f28f3-4105-4aee-beb3-0dfa9574dfcb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:09.664431 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f19f96ff-feb4-45a3-9813-a021dc063cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:09.665776 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-f19f96ff-feb4-45a3-9813-a021dc063cb5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/138f28f3-4105-4aee-beb3-0dfa9574dfcb HTTP/1.1" status: 204 len: 168 time: 0.4275844 Jun 21 08:16:09.679534 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f96ff-feb4-45a3-9813-a021dc063cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138f28f3-4105-4aee-beb3-0dfa9574dfcb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:09.729306 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port e7af3654-e669-4deb-a185-42a54ed5e149, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e7af3654-e669-4deb-a185-42a54ed5e149,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:09.742272 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'mac_address': 'fa:16:3e:07:dc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:16:09.787262 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port e7af3654-e669-4deb-a185-42a54ed5e149 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:09.787872 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:09.803147 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7af3654-e669-4deb-a185-42a54ed5e149 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:09.828420 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port e7af3654-e669-4deb-a185-42a54ed5e149, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e7af3654-e669-4deb-a185-42a54ed5e149,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:09.832932 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:09.834054 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device ce685fa0-a928-459e-a8b1-21743bcb9479 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:16:09.917813 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=e7af3654-e669-4deb-a185-42a54ed5e149,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:10.040571 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port ce685fa0-a928-459e-a8b1-21743bcb9479, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ce685fa0-a928-459e-a8b1-21743bcb9479,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:10.054798 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'ce685fa0-a928-459e-a8b1-21743bcb9479', 'network_id': '91e54668-efe1-4d42-a58f-866649925d1c', 'port_id': 'ce685fa0-a928-459e-a8b1-21743bcb9479', 'mac_address': 'fa:16:3e:f1:6e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffb78da-2405-4eb4-86e3-3ba7361c0f63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:16:10.056487 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:10.089267 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe8cbf-f711-4b1e-8a6a-41c14bc825ca req-d7eee80e-375e-41be-ab8b-59a5fab39fed tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:10.102574 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d5fe8cbf-f711-4b1e-8a6a-41c14bc825ca req-d7eee80e-375e-41be-ab8b-59a5fab39fed tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 943 time: 0.0800073 Jun 21 08:16:10.153110 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-2a917afd-e849-4c52-a7e4-616a9018504a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7af3654-e669-4deb-a185-42a54ed5e149 HTTP/1.1" status: 200 len: 217 time: 0.0827780 Jun 21 08:16:10.169444 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port ce685fa0-a928-459e-a8b1-21743bcb9479 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:10.170077 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:10.203291 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d5fe8cbf-f711-4b1e-8a6a-41c14bc825ca req-947f0e76-61bc-4c12-a394-c5ce89aec947 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993052 Jun 21 08:16:10.206791 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce685fa0-a928-459e-a8b1-21743bcb9479 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:10.253530 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port ce685fa0-a928-459e-a8b1-21743bcb9479, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ce685fa0-a928-459e-a8b1-21743bcb9479,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:10.265144 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:10.369874 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=ce685fa0-a928-459e-a8b1-21743bcb9479,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:10.430867 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eda916-e693-4b45-b8c6-5ca45207603e req-ce13696c-3455-4dc9-850d-a605e3d40834 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:10.433028 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-48eda916-e693-4b45-b8c6-5ca45207603e req-ce13696c-3455-4dc9-850d-a605e3d40834 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0849552 Jun 21 08:16:10.471568 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c911e-70e5-4f25-afe5-f3310f5f46d9 req-b179e9df-57ed-41ec-8586-21e0f242bb58 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:10.478329 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-209c911e-70e5-4f25-afe5-f3310f5f46d9 req-b179e9df-57ed-41ec-8586-21e0f242bb58 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 945 time: 0.1993301 Jun 21 08:16:10.489171 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-b99f12ff-6c00-41b5-8f42-53fb2a704049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:10.490582 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-b99f12ff-6c00-41b5-8f42-53fb2a704049 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.3282015 Jun 21 08:16:10.505121 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-48eda916-e693-4b45-b8c6-5ca45207603e req-e8659732-84c6-435d-8414-383ee84c5d25 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665224 Jun 21 08:16:10.525540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-bc70e4b5-651a-4168-a9b8-5cb29661aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:10.527403 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-bc70e4b5-651a-4168-a9b8-5cb29661aa14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=91e54668-efe1-4d42-a58f-866649925d1c HTTP/1.1" status: 200 len: 913 time: 0.4583979 Jun 21 08:16:10.566940 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-209c911e-70e5-4f25-afe5-f3310f5f46d9 req-79f3603a-dc59-464b-9bd8-3077e49da37e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875902 Jun 21 08:16:10.597096 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39266) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:10.612180 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['e7af3654-e669-4deb-a185-42a54ed5e149'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:10.711200 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:10.737454 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['ce685fa0-a928-459e-a8b1-21743bcb9479'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:10.785672 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94462c-aef1-4d60-9b55-451ef75a3c5f req-387e80b7-1c92-479e-93f5-6dc6e45e13cd tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:10.792105 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bf9776b-b8ff-4b38-b13e-752235e797ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:10.795461 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1c94462c-aef1-4d60-9b55-451ef75a3c5f req-387e80b7-1c92-479e-93f5-6dc6e45e13cd tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0872293 Jun 21 08:16:10.854668 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:10.877099 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1c94462c-aef1-4d60-9b55-451ef75a3c5f req-6197bf02-3c05-41c0-89d9-bb7096d8d65c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789912 Jun 21 08:16:10.922837 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bf9776b-b8ff-4b38-b13e-752235e797ba admin admin] Publish callbacks [] for security_group (8cfd6c29-22a2-4df8-8a66-1bde1c4db690), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:10.928361 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bf9776b-b8ff-4b38-b13e-752235e797ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8cfd6c29-22a2-4df8-8a66-1bde1c4db690), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:10.968604 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-7bf9776b-b8ff-4b38-b13e-752235e797ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b556eecf916240c8a1fbe050c377bb78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692470 Jun 21 08:16:10.971801 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39288) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:10.983169 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9776b-b8ff-4b38-b13e-752235e797ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfd6c29-22a2-4df8-8a66-1bde1c4db690,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:11.112052 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:11.122578 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-6bd566d2-8b80-4809-9168-488cf3f49e95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce685fa0-a928-459e-a8b1-21743bcb9479 HTTP/1.1" status: 200 len: 217 time: 0.1408231 Jun 21 08:16:11.182428 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f995e5-8364-4f66-94c2-e1184edb2cd3 req-44bbfdb0-8bd8-44d9-abbc-1b2ba3ce9f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:11.183891 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20f995e5-8364-4f66-94c2-e1184edb2cd3 req-44bbfdb0-8bd8-44d9-abbc-1b2ba3ce9f7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 1129 time: 0.1749401 Jun 21 08:16:11.187015 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-ecbb8312-de79-47eb-900d-61b8b4eea5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:11.188377 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-ecbb8312-de79-47eb-900d-61b8b4eea5e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2077518 Jun 21 08:16:11.253047 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-20f995e5-8364-4f66-94c2-e1184edb2cd3 req-35e69cd3-ed02-4c8b-b486-80399cc619fc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:11.265076 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-3a348b39-78aa-47af-913b-3f4b06274d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:11.266514 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-3a348b39-78aa-47af-913b-3f4b06274d8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bffb78da-2405-4eb4-86e3-3ba7361c0f63 HTTP/1.1" status: 200 len: 851 time: 0.1333625 Jun 21 08:16:11.276425 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Publish callbacks [] for security_group (8cfd6c29-22a2-4df8-8a66-1bde1c4db690), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:11.422074 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-c30284eb-efb2-4657-a5d8-2a0a1ca4faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:11.424196 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-c30284eb-efb2-4657-a5d8-2a0a1ca4faba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=91e54668-efe1-4d42-a58f-866649925d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489186 Jun 21 08:16:11.434057 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Publish callbacks [] for security_group (8cfd6c29-22a2-4df8-8a66-1bde1c4db690), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:11.463961 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f93c2a-fc0c-4886-8c9f-ded038deed4b req-7b9fe2d3-a2a4-4e61-9cbd-173a2695ecb5 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:11.465468 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d5f93c2a-fc0c-4886-8c9f-ded038deed4b req-7b9fe2d3-a2a4-4e61-9cbd-173a2695ecb5 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 944 time: 0.1795497 Jun 21 08:16:11.484556 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-3de3e45f-3b7d-4524-af49-ed3e25650003 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881317 Jun 21 08:16:11.629499 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:11.640277 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device e7af3654-e669-4deb-a185-42a54ed5e149 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:16:11.649077 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e1c7-a4f3-4bd8-a649-3e3c25bffeeb req-d5fc2c09-ff3b-4a55-bd5d-78d0fca73fd3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:11.651697 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8619e1c7-a4f3-4bd8-a649-3e3c25bffeeb req-d5fc2c09-ff3b-4a55-bd5d-78d0fca73fd3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0594733 Jun 21 08:16:11.743012 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-bd5ab7dd-56c4-4ec1-8fd9-04642e222a63 service neutron] 10.222.0.46 "GET /v2.0/networks/91e54668-efe1-4d42-a58f-866649925d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991865 Jun 21 08:16:11.766364 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d5f93c2a-fc0c-4886-8c9f-ded038deed4b req-8827bc93-aa2a-4eb9-8b02-16163f17a03e tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755470 Jun 21 08:16:11.774178 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port e7af3654-e669-4deb-a185-42a54ed5e149 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:16:11.785139 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8619e1c7-a4f3-4bd8-a649-3e3c25bffeeb req-77151b0a-fc4d-42ef-9cd5-54aed367d5e7 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203914 Jun 21 08:16:11.790889 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-20f995e5-8364-4f66-94c2-e1184edb2cd3 req-35e69cd3-ed02-4c8b-b486-80399cc619fc service neutron] Publish callbacks [] for security_group (e9a42855-8ce3-4b0f-ba5b-9570c6c3d14d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:11.792427 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port e7af3654-e669-4deb-a185-42a54ed5e149 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:11.793101 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:11.821990 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8cfd6c29-22a2-4df8-8a66-1bde1c4db690), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:11.824461 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:11.825815 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cfd6c29-22a2-4df8-8a66-1bde1c4db690 HTTP/1.1" status: 204 len: 168 time: 0.8523307 Jun 21 08:16:11.826401 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-20f995e5-8364-4f66-94c2-e1184edb2cd3 req-35e69cd3-ed02-4c8b-b486-80399cc619fc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e9a42855-8ce3-4b0f-ba5b-9570c6c3d14d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:11.855668 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ec4614fb-50a6-4f02-bcbc-049a4276646d req-ba558e97-52bc-47f1-ac60-35e413258b8a service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592660 Jun 21 08:16:11.880003 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfd6c29-22a2-4df8-8a66-1bde1c4db690,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:11.915061 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port e7af3654-e669-4deb-a185-42a54ed5e149 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:11.915488 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:11.951787 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7af3654-e669-4deb-a185-42a54ed5e149'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:11.955907 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed9d88b-a3a5-4bb3-975e-8a4bd558f034" -d '{"events": [{"server_uuid": "1c08d704-c754-4c7d-b0f4-540ebde6c782", "name": "network-vif-plugged", "status": "completed", "tag": "e7af3654-e669-4deb-a185-42a54ed5e149"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:11.960589 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.965193 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.966654 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.968974 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.969437 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.970758 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.973442 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.973891 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.974982 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.975843 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.977745 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port e7af3654-e669-4deb-a185-42a54ed5e149, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e7af3654-e669-4deb-a185-42a54ed5e149,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:11.978107 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.978572 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.979049 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.979458 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.979934 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5e711-5af7-47da-98d0-cbab4db91e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:11.987781 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:11.989020 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device ce685fa0-a928-459e-a8b1-21743bcb9479 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:16:12.024628 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20f995e5-8364-4f66-94c2-e1184edb2cd3 req-35e69cd3-ed02-4c8b-b486-80399cc619fc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8265083 Jun 21 08:16:12.044956 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae545843-7992-4479-bd9c-e82a7bd03ca9 req-230570da-5aee-4f98-a85e-206a70710d86 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:12.047441 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae545843-7992-4479-bd9c-e82a7bd03ca9 req-230570da-5aee-4f98-a85e-206a70710d86 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0904634 Jun 21 08:16:12.054218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:12.138997 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae545843-7992-4479-bd9c-e82a7bd03ca9 req-8a9aaadd-a4fe-4752-96f4-788ac696c9b9 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837860 Jun 21 08:16:12.147045 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88350189-d73e-463e-bebf-54de96c34006 req-3bcf4226-3b27-4120-b0de-1f65a6df401d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:12.155886 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88350189-d73e-463e-bebf-54de96c34006 req-3bcf4226-3b27-4120-b0de-1f65a6df401d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.2198017 Jun 21 08:16:12.160116 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-27f18062-dc96-4e67-a939-6c8685a8fe30 service neutron] 10.222.0.46 "GET /v2.0/networks/91e54668-efe1-4d42-a58f-866649925d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678188 Jun 21 08:16:12.161359 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=e7af3654-e669-4deb-a185-42a54ed5e149,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:12.162802 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e69cd3-ed02-4c8b-b486-80399cc619fc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a42855-8ce3-4b0f-ba5b-9570c6c3d14d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:12.201490 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port ce685fa0-a928-459e-a8b1-21743bcb9479 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:16:12.217477 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port ce685fa0-a928-459e-a8b1-21743bcb9479 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:12.218126 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:12.269448 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88350189-d73e-463e-bebf-54de96c34006 req-3bdbe4b8-edda-4cbf-82a0-2c59c7c4193f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101472 Jun 21 08:16:12.289294 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb4dc6d-9cb0-485b-bc62-3d19f1598de8 x-openstack-request-id: req-9bb4dc6d-9cb0-485b-bc62-3d19f1598de8 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:12.289607 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c08d704-c754-4c7d-b0f4-540ebde6c782", "name": "network-vif-plugged", "status": "completed", "tag": "e7af3654-e669-4deb-a185-42a54ed5e149", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:12.289866 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bb4dc6d-9cb0-485b-bc62-3d19f1598de8 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:12.290259 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb4dc6d-9cb0-485b-bc62-3d19f1598de8'] response: {'server_uuid': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'code': 200} Jun 21 08:16:12.369120 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port ce685fa0-a928-459e-a8b1-21743bcb9479 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:12.369906 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:12.399131 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:12.402055 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-98eb0cb6-0112-48cc-9e12-72a9e73ea760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:12.403616 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-98eb0cb6-0112-48cc-9e12-72a9e73ea760 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 1127 time: 0.0641549 Jun 21 08:16:12.427111 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port ce685fa0-a928-459e-a8b1-21743bcb9479, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ce685fa0-a928-459e-a8b1-21743bcb9479,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:12.432918 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:12.449199 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:12.512366 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=ce685fa0-a928-459e-a8b1-21743bcb9479,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:12.531703 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-7b8686a2-3cdf-4030-af7f-a63e835bd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:12.533595 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-7b8686a2-3cdf-4030-af7f-a63e835bd87f service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.1231887 Jun 21 08:16:12.562839 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 39346) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:12.578225 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3447-e384-4741-8d6a-bc8c9e4836e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:12.658842 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3447-e384-4741-8d6a-bc8c9e4836e9 admin admin] Publish callbacks [] for security_group (37b7002a-9341-4703-8b30-61ebd99653ed), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:12.662954 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3447-e384-4741-8d6a-bc8c9e4836e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (37b7002a-9341-4703-8b30-61ebd99653ed), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:12.679786 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:12.701985 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b3447-e384-4741-8d6a-bc8c9e4836e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b7002a-9341-4703-8b30-61ebd99653ed,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:12.710253 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9b6b3447-e384-4741-8d6a-bc8c9e4836e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51b76200346a407bbe400cbcc1619a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440251 Jun 21 08:16:12.710505 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 39348) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:12.771704 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b66e768-94fc-4819-8aec-e61afe51a080 admin admin] Publish callbacks [] for security_group (37b7002a-9341-4703-8b30-61ebd99653ed), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:12.794930 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b66e768-94fc-4819-8aec-e61afe51a080 admin admin] Publish callbacks [] for security_group (37b7002a-9341-4703-8b30-61ebd99653ed), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:12.802196 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:12.857470 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b66e768-94fc-4819-8aec-e61afe51a080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (37b7002a-9341-4703-8b30-61ebd99653ed), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:12.861267 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b66e768-94fc-4819-8aec-e61afe51a080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:12.863346 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4b66e768-94fc-4819-8aec-e61afe51a080 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37b7002a-9341-4703-8b30-61ebd99653ed HTTP/1.1" status: 204 len: 168 time: 0.1517758 Jun 21 08:16:12.872634 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66e768-94fc-4819-8aec-e61afe51a080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b7002a-9341-4703-8b30-61ebd99653ed,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:12.919034 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc47d6-339f-496a-9e6e-bf02433fa82e req-f16d9a2b-5762-473c-a502-bf9af358e6e2 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:12.920988 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-83fc47d6-339f-496a-9e6e-bf02433fa82e req-f16d9a2b-5762-473c-a502-bf9af358e6e2 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 945 time: 0.0783410 Jun 21 08:16:12.945001 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e911eeb-829d-40ca-a8d0-031b40a738ac req-80e7ddb4-0877-4aa6-ae52-247b7e75a557 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:12.954333 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8e911eeb-829d-40ca-a8d0-031b40a738ac req-80e7ddb4-0877-4aa6-ae52-247b7e75a557 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.0712624 Jun 21 08:16:12.979255 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-83fc47d6-339f-496a-9e6e-bf02433fa82e req-9c9aec8d-00b6-4c12-9057-a7e4ed7b160b tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519035 Jun 21 08:16:13.008623 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8e911eeb-829d-40ca-a8d0-031b40a738ac req-ddc4aa48-be07-4441-91fd-294d3142ed66 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533755 Jun 21 08:16:13.319686 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab791924-bd42-427e-891b-c49c519a0ef6 req-fed3fd4f-4430-4645-8154-db9f29a2242f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:13.321641 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ab791924-bd42-427e-891b-c49c519a0ef6 req-fed3fd4f-4430-4645-8154-db9f29a2242f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 944 time: 0.0814192 Jun 21 08:16:13.385560 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ab791924-bd42-427e-891b-c49c519a0ef6 req-a70c6e60-c98a-45b8-8cc4-e937ee430daa tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533297 Jun 21 08:16:13.418153 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad671-18ae-4745-9d89-fbe304948d57 req-b21ceec6-898d-40ac-982a-2bf18e3f692f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:13.425052 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-61aad671-18ae-4745-9d89-fbe304948d57 req-b21ceec6-898d-40ac-982a-2bf18e3f692f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.0756552 Jun 21 08:16:13.442310 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39386) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:13.471795 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-61aad671-18ae-4745-9d89-fbe304948d57 req-8de4f007-376c-490a-a6c6-bbe9bcb37f81 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457742 Jun 21 08:16:13.616461 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8220625-2f4b-4429-bc8e-03db5e4ac881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:13.698781 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8220625-2f4b-4429-bc8e-03db5e4ac881 admin admin] Publish callbacks [] for security_group (e3a18f77-219f-4c3a-99d2-df00082befda), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:13.702443 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8220625-2f4b-4429-bc8e-03db5e4ac881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e3a18f77-219f-4c3a-99d2-df00082befda), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:13.745307 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e8220625-2f4b-4429-bc8e-03db5e4ac881 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fe32bf55e5443bc85a25e9651635196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017566 Jun 21 08:16:13.746279 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8220625-2f4b-4429-bc8e-03db5e4ac881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a18f77-219f-4c3a-99d2-df00082befda,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:13.748046 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 39400) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:13.802487 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Publish callbacks [] for security_group (e3a18f77-219f-4c3a-99d2-df00082befda), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:13.823415 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Publish callbacks [] for security_group (e3a18f77-219f-4c3a-99d2-df00082befda), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:13.844017 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=11 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:13.872726 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e3a18f77-219f-4c3a-99d2-df00082befda), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:13.875423 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:13.877160 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3a18f77-219f-4c3a-99d2-df00082befda HTTP/1.1" status: 204 len: 168 time: 0.1270187 Jun 21 08:16:13.884678 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a18f77-219f-4c3a-99d2-df00082befda,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:13.888595 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1cc80cea-1318-4662-be70-c38f26b1e312 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:16:13.891919 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.892257 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.892620 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.892962 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.893294 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.893625 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.894501 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.894867 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.895209 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.895542 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.895866 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.896207 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.896532 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.896850 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:13.897168 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37261aae-8a2a-4bf7-a336-a03dd0bb5564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.017614 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1cc80cea-1318-4662-be70-c38f26b1e312, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1cc80cea-1318-4662-be70-c38f26b1e312,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:14.032221 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '1cc80cea-1318-4662-be70-c38f26b1e312', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'port_id': '1cc80cea-1318-4662-be70-c38f26b1e312', 'mac_address': 'fa:16:3e:d2:66:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:16:14.081738 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 1cc80cea-1318-4662-be70-c38f26b1e312 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:14.081738 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.119712 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc80cea-1318-4662-be70-c38f26b1e312 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:14.122342 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187809a4-53cb-4407-8b72-ee21178fe2fc req-c034a8eb-176c-4b68-9ede-6f22849c9d75 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:14.124539 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-187809a4-53cb-4407-8b72-ee21178fe2fc req-c034a8eb-176c-4b68-9ede-6f22849c9d75 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 945 time: 0.0548441 Jun 21 08:16:14.149675 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1cc80cea-1318-4662-be70-c38f26b1e312, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1cc80cea-1318-4662-be70-c38f26b1e312,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:14.156099 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.157340 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:16:14.211022 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc37d2-4694-458b-8403-63d60773ea54 req-577ee277-171d-4c3d-a200-79cb9829d737 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:14.214533 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-187809a4-53cb-4407-8b72-ee21178fe2fc req-0e39ff31-33c4-43cd-9ab0-50ae7b0959c8 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782461 Jun 21 08:16:14.215813 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3fcc37d2-4694-458b-8403-63d60773ea54 req-577ee277-171d-4c3d-a200-79cb9829d737 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 943 time: 0.1110020 Jun 21 08:16:14.217686 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=1cc80cea-1318-4662-be70-c38f26b1e312,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:14.228124 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.228465 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.228819 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.229170 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.229500 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.229820 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.230139 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.230461 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.230805 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.231121 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.231435 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.231952 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.232579 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.233425 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.233793 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:16:14.292642 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3fcc37d2-4694-458b-8403-63d60773ea54 req-586c346f-e9e4-49b1-aa31-e8f6124898fa tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657711 Jun 21 08:16:14.323603 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a986f1a9-57eb-4763-9487-8312fb029ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce685fa0-a928-459e-a8b1-21743bcb9479'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:14.326500 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16eb6c1-3252-4210-bd39-5d097567cb4b" -d '{"events": [{"server_uuid": "a986f1a9-57eb-4763-9487-8312fb029ae9", "name": "network-vif-plugged", "status": "completed", "tag": "ce685fa0-a928-459e-a8b1-21743bcb9479"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:14.367848 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:14.371710 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99b0369-5974-47e0-bd1c-b11ae59f1028 x-openstack-request-id: req-d99b0369-5974-47e0-bd1c-b11ae59f1028 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:14.372004 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a986f1a9-57eb-4763-9487-8312fb029ae9", "name": "network-vif-plugged", "status": "completed", "tag": "ce685fa0-a928-459e-a8b1-21743bcb9479", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:14.372255 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d99b0369-5974-47e0-bd1c-b11ae59f1028 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:14.372633 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99b0369-5974-47e0-bd1c-b11ae59f1028'] response: {'server_uuid': 'a986f1a9-57eb-4763-9487-8312fb029ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce685fa0-a928-459e-a8b1-21743bcb9479', 'code': 200} Jun 21 08:16:14.382437 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'port_id': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3', 'mac_address': 'fa:16:3e:85:34:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:16:14.410330 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 39424) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:14.425322 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6566-6ef2-4c88-8a46-cf6aa30a7be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.431354 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:14.431757 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.448551 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:14.474959 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:14.481447 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.560401 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:14.623529 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6566-6ef2-4c88-8a46-cf6aa30a7be8 admin admin] Publish callbacks [] for security_group (9b401620-1066-45b3-b949-340189d4b730), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.635802 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ca272-eb78-4e2e-8d2e-53619d63caee req-0560a1d1-ec3c-4c76-ac75-74e3120bc520 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:14.636667 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7be07a-dcab-401a-89b4-05c89d1d7957 req-a00f9721-6b82-49c2-ae8e-bdc34a4002ee tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:14.637459 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-901ca272-eb78-4e2e-8d2e-53619d63caee req-0560a1d1-ec3c-4c76-ac75-74e3120bc520 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.0585117 Jun 21 08:16:14.638303 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf7be07a-dcab-401a-89b4-05c89d1d7957 req-a00f9721-6b82-49c2-ae8e-bdc34a4002ee tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 945 time: 0.1017489 Jun 21 08:16:14.639111 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6566-6ef2-4c88-8a46-cf6aa30a7be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (9b401620-1066-45b3-b949-340189d4b730), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.666437 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:14.692043 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-901ca272-eb78-4e2e-8d2e-53619d63caee req-153a7cbd-2135-4627-a308-f9ec095415fb tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450685 Jun 21 08:16:14.699462 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8e3e6566-6ef2-4c88-8a46-cf6aa30a7be8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14c097e24d4343ce8e87aab59c94a242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880263 Jun 21 08:16:14.702063 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39436) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:14.705473 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e6566-6ef2-4c88-8a46-cf6aa30a7be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b401620-1066-45b3-b949-340189d4b730,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:14.741275 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf7be07a-dcab-401a-89b4-05c89d1d7957 req-eaf06682-cf67-45b5-861a-3459447ca608 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928814 Jun 21 08:16:14.771203 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f689709-4a1c-49bc-aa35-8362601d859d admin admin] Publish callbacks [] for security_group (9b401620-1066-45b3-b949-340189d4b730), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.797624 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:14.800935 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f689709-4a1c-49bc-aa35-8362601d859d admin admin] Publish callbacks [] for security_group (9b401620-1066-45b3-b949-340189d4b730), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.850903 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f689709-4a1c-49bc-aa35-8362601d859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (9b401620-1066-45b3-b949-340189d4b730), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.853996 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f689709-4a1c-49bc-aa35-8362601d859d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:14.857718 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-8f689709-4a1c-49bc-aa35-8362601d859d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b401620-1066-45b3-b949-340189d4b730 HTTP/1.1" status: 204 len: 168 time: 0.1496108 Jun 21 08:16:14.867217 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f689709-4a1c-49bc-aa35-8362601d859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b401620-1066-45b3-b949-340189d4b730,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:15.389215 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35327be3-ca31-43c4-a9d8-04414fc06934 req-8a6326a2-4cb5-4848-962d-a8eaef69b6c4 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:15.396863 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-35327be3-ca31-43c4-a9d8-04414fc06934 req-8a6326a2-4cb5-4848-962d-a8eaef69b6c4 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 945 time: 0.1079955 Jun 21 08:16:15.456396 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-35327be3-ca31-43c4-a9d8-04414fc06934 req-352292f0-a162-446d-8a39-cf41960b33bb tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586815 Jun 21 08:16:15.459792 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0958d-91dd-4a6d-ac64-237bcb0bdf20 req-c737d543-6390-4d43-8c5b-29b501f34c6a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:15.462386 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-72e0958d-91dd-4a6d-ac64-237bcb0bdf20 req-c737d543-6390-4d43-8c5b-29b501f34c6a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 944 time: 0.0766263 Jun 21 08:16:15.491623 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:15.511089 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:15.520698 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-72e0958d-91dd-4a6d-ac64-237bcb0bdf20 req-3974d33c-c5ed-4a29-847d-f89a95a6a840 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533676 Jun 21 08:16:15.812344 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48647088-30b6-4178-b2d5-5032d861a3bf req-ffce0514-adb8-408a-9660-4ab0141d7730 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:15.815247 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-48647088-30b6-4178-b2d5-5032d861a3bf req-ffce0514-adb8-408a-9660-4ab0141d7730 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.0508220 Jun 21 08:16:15.857227 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd321c87-1557-4558-8c0b-4632bdc5941b req-1363c95f-85fa-48e1-a8bf-e3019fbc55d2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:15.858991 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bd321c87-1557-4558-8c0b-4632bdc5941b req-1363c95f-85fa-48e1-a8bf-e3019fbc55d2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 945 time: 0.0486317 Jun 21 08:16:15.867790 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-48647088-30b6-4178-b2d5-5032d861a3bf req-23459844-8f06-47e0-ad89-f84214e5f982 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466814 Jun 21 08:16:15.923759 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bd321c87-1557-4558-8c0b-4632bdc5941b req-abce855f-717b-4bba-a4e3-a081f6c09d04 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577595 Jun 21 08:16:16.166682 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-72ad48b7-6da8-47a9-a929-3c46de7ca067 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cc80cea-1318-4662-be70-c38f26b1e312 HTTP/1.1" status: 200 len: 217 time: 0.0547538 Jun 21 08:16:16.193742 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['1cc80cea-1318-4662-be70-c38f26b1e312'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:16.195541 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bce207-bdcb-4dc1-ba58-7b59fab13b6a req-3aa7a272-2969-4ba8-9359-58c5b83e28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:16.196995 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f6bce207-bdcb-4dc1-ba58-7b59fab13b6a req-3aa7a272-2969-4ba8-9359-58c5b83e28f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 1130 time: 0.0773790 Jun 21 08:16:16.271953 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-2c4617ec-a017-41ab-a0dc-4b4c6ee66f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:16.272744 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-2c4617ec-a017-41ab-a0dc-4b4c6ee66f38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.0790484 Jun 21 08:16:16.279513 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f6bce207-bdcb-4dc1-ba58-7b59fab13b6a req-974fac64-8430-4dbe-b30e-ed1963cd4bc4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731642 Jun 21 08:16:16.352945 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['26d5d4da-35f8-4ab6-9617-7a5e462e84b3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:16.463889 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:16.541910 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:16.595623 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712a9d3-d711-4c3c-b2c5-0af450ff4fe7 req-5513b3d4-c7a5-4a66-9f78-9cc944097215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:16.598294 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1712a9d3-d711-4c3c-b2c5-0af450ff4fe7 req-5513b3d4-c7a5-4a66-9f78-9cc944097215 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0736463 Jun 21 08:16:16.760593 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e6d8-11d7-4767-94cb-aecf63651cfc req-44735a06-8573-437e-9933-207a47dcaa30 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:16.762152 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1509e6d8-11d7-4767-94cb-aecf63651cfc req-44735a06-8573-437e-9933-207a47dcaa30 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 944 time: 0.0970054 Jun 21 08:16:16.850911 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1509e6d8-11d7-4767-94cb-aecf63651cfc req-8036c62f-2533-4163-bcee-e0f36b947c2e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805836 Jun 21 08:16:16.920918 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-30c01a6e-3047-4f27-8ad8-e62784fc4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:16.922572 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-30c01a6e-3047-4f27-8ad8-e62784fc4938 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3233564 Jun 21 08:16:16.943894 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15dcc-9fdb-46fa-a0a5-d263e528bfcd req-9af9798a-fbfc-4cfd-a55a-a3b50b0d3fa2 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:16.950938 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c8b15dcc-9fdb-46fa-a0a5-d263e528bfcd req-9af9798a-fbfc-4cfd-a55a-a3b50b0d3fa2 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 945 time: 0.0842845 Jun 21 08:16:16.987160 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1712a9d3-d711-4c3c-b2c5-0af450ff4fe7 req-79a364fb-9ada-4059-be1e-82c4bf09c79f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070244 Jun 21 08:16:17.025742 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c8b15dcc-9fdb-46fa-a0a5-d263e528bfcd req-e619bfdd-e68f-46c3-9d9a-7c552b751128 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737534 Jun 21 08:16:17.059759 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c8467-d686-4e5f-b4e6-c217c74bed18 req-94fbdb69-3ad8-4133-841d-f691bb9ebae4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:17.061555 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f5c8467-d686-4e5f-b4e6-c217c74bed18 req-94fbdb69-3ad8-4133-841d-f691bb9ebae4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.0880690 Jun 21 08:16:17.121135 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f5c8467-d686-4e5f-b4e6-c217c74bed18 req-31432c61-13c3-4990-93c6-bbf477a28bbb tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516543 Jun 21 08:16:17.165089 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35f074-9123-476f-8244-47dad8df4703 req-8bebd53b-fa85-46a8-a571-92f3045b7997 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:17.167095 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd35f074-9123-476f-8244-47dad8df4703 req-8bebd53b-fa85-46a8-a571-92f3045b7997 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 945 time: 0.0560875 Jun 21 08:16:17.219542 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd35f074-9123-476f-8244-47dad8df4703 req-f119662d-2f17-45c9-b3c2-df17c7d0ce03 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460887 Jun 21 08:16:17.394872 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:16:17.465098 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-2f1c7b0f-9e3c-40c0-b130-1b0518ca76c1 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948226 Jun 21 08:16:17.819075 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1cc80cea-1318-4662-be70-c38f26b1e312 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:16:17.872286 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 1cc80cea-1318-4662-be70-c38f26b1e312 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:16:17.881485 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 1cc80cea-1318-4662-be70-c38f26b1e312 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:17.881887 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:17.984647 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 1cc80cea-1318-4662-be70-c38f26b1e312 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:17.985103 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:17.987553 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf616d-f571-4c02-b54f-49e1d614b2c6 req-6fb95a3b-7b7f-4715-bac8-d3f296550700 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:17.994191 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-feaf616d-f571-4c02-b54f-49e1d614b2c6 req-6fb95a3b-7b7f-4715-bac8-d3f296550700 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 944 time: 0.0584638 Jun 21 08:16:18.015053 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a94231b-1d32-451c-87ec-0b8264564d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc80cea-1318-4662-be70-c38f26b1e312'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:18.019089 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5784fd7-97c4-4c21-bb8a-be2947f7cb77" -d '{"events": [{"server_uuid": "7a94231b-1d32-451c-87ec-0b8264564d27", "name": "network-vif-plugged", "status": "completed", "tag": "1cc80cea-1318-4662-be70-c38f26b1e312"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:18.036715 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1cc80cea-1318-4662-be70-c38f26b1e312, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1cc80cea-1318-4662-be70-c38f26b1e312,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:18.046395 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:18.047872 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:16:18.119351 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-feaf616d-f571-4c02-b54f-49e1d614b2c6 req-221ae3d6-d1a6-440a-94cf-2812c96be53f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193895 Jun 21 08:16:18.139405 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a668e6a-0c55-412f-afed-ee774ee9277b x-openstack-request-id: req-1a668e6a-0c55-412f-afed-ee774ee9277b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:18.139743 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a94231b-1d32-451c-87ec-0b8264564d27", "name": "network-vif-plugged", "status": "completed", "tag": "1cc80cea-1318-4662-be70-c38f26b1e312", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:18.141175 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:18.142296 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a668e6a-0c55-412f-afed-ee774ee9277b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:18.143563 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a668e6a-0c55-412f-afed-ee774ee9277b'] response: {'server_uuid': '7a94231b-1d32-451c-87ec-0b8264564d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc80cea-1318-4662-be70-c38f26b1e312', 'code': 200} Jun 21 08:16:18.205799 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:16:18.214190 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=1cc80cea-1318-4662-be70-c38f26b1e312,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:18.223800 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:18.224579 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:18.291801 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a73d91-1dca-48fc-b68b-f2a8489a25d9 req-4309c6a1-c8f1-4f4f-a9e3-3753f69ea382 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:18.299538 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59a73d91-1dca-48fc-b68b-f2a8489a25d9 req-4309c6a1-c8f1-4f4f-a9e3-3753f69ea382 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 945 time: 0.1050725 Jun 21 08:16:18.303022 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-c7601107-9cd5-47d1-88e4-99de3975ee80 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551320 Jun 21 08:16:18.340224 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:18.340734 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:18.373035 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59a73d91-1dca-48fc-b68b-f2a8489a25d9 req-92c67eb6-715d-462d-8752-0c07c0ede281 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729289 Jun 21 08:16:18.380882 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152d6a4-7fe3-484a-8364-fd780713f8af req-05d1b891-4cb0-47d8-b66b-4c247810aba9 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:18.390937 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8152d6a4-7fe3-484a-8364-fd780713f8af req-05d1b891-4cb0-47d8-b66b-4c247810aba9 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.1146045 Jun 21 08:16:18.443061 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:18.453692 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:18.559977 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8152d6a4-7fe3-484a-8364-fd780713f8af req-d0c11e26-bbb4-4bb4-a3e2-8cddf2a2837a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679265 Jun 21 08:16:18.622150 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:18.628290 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f054827-c8e4-4a15-98b9-07043799d5db req-016056c8-1ef0-4bb1-b43f-6c26bd4eede6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:18.630703 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3f054827-c8e4-4a15-98b9-07043799d5db req-016056c8-1ef0-4bb1-b43f-6c26bd4eede6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0931811 Jun 21 08:16:18.664372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:18.697430 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3f054827-c8e4-4a15-98b9-07043799d5db req-98822e18-cea7-4f35-9df3-566d05b1a0a8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608075 Jun 21 08:16:18.741429 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4237b9c6-75a4-48ca-be47-cebc4137e747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:19.231695 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560e993-95a3-4458-a830-70a41afe07fb req-04496ca3-0d5c-4dac-83fd-f6ed518ccd2f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:19.233140 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7560e993-95a3-4458-a830-70a41afe07fb req-04496ca3-0d5c-4dac-83fd-f6ed518ccd2f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0452549 Jun 21 08:16:19.280232 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7560e993-95a3-4458-a830-70a41afe07fb req-323012fd-f97c-412d-bd62-bf74bca189b4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 Jun 21 08:16:19.512862 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf633e6-b6bc-420a-a5e2-30899d139716 req-df6da14b-fdce-41d6-ad2b-05e500c88035 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:19.514754 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0bf633e6-b6bc-420a-a5e2-30899d139716 req-df6da14b-fdce-41d6-ad2b-05e500c88035 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 945 time: 0.0494177 Jun 21 08:16:19.571013 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0bf633e6-b6bc-420a-a5e2-30899d139716 req-465b76f3-5bcf-4df9-9f58-1bfda3a2762b tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447247 Jun 21 08:16:19.725336 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4019cf5-3f9b-42c0-ac10-e1f78f90c4c3 req-ba1e772c-a2f6-4df1-95f8-4b3af994fb87 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:19.727707 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f4019cf5-3f9b-42c0-ac10-e1f78f90c4c3 req-ba1e772c-a2f6-4df1-95f8-4b3af994fb87 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.0599031 Jun 21 08:16:19.797261 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f4019cf5-3f9b-42c0-ac10-e1f78f90c4c3 req-086cd018-90b1-4c9d-a846-a3429a94f932 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626705 Jun 21 08:16:19.833401 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308aeb7-a55a-452d-9013-41318d7f86cd req-dfacec08-336a-49c6-9e56-06822386024c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:19.840382 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:19.841236 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5308aeb7-a55a-452d-9013-41318d7f86cd req-dfacec08-336a-49c6-9e56-06822386024c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0691438 Jun 21 08:16:19.906803 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5308aeb7-a55a-452d-9013-41318d7f86cd req-bb49f4d7-7e3e-4cd7-9690-6cf5b6875678 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645332 Jun 21 08:16:19.983841 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39644) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:19.991994 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c645e26-5f69-4ae4-b99f-df2c52e4e953 req-c53a4eb2-d27b-4589-9f4c-a92cc3196bb6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:20.003601 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6c645e26-5f69-4ae4-b99f-df2c52e4e953 req-c53a4eb2-d27b-4589-9f4c-a92cc3196bb6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.0661492 Jun 21 08:16:20.003958 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39648) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:20.008631 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-66d9d921-099f-4ea9-8186-7b9f80128151 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'floatingip': {'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:20.089661 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66d9d921-099f-4ea9-8186-7b9f80128151 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (f1ecb664-b14d-482e-b4e1-e1a565a0d399), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:20.146313 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb2c496-4e45-441d-839c-09445870d85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:20.150364 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a03d2ca-3eca-4588-89a5-cede15d8f9bf" -d '{"events": [{"server_uuid": "dfb2c496-4e45-441d-839c-09445870d85e", "name": "network-vif-plugged", "status": "completed", "tag": "26d5d4da-35f8-4ab6-9617-7a5e462e84b3"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:20.171397 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76224c85-d61f-4ce8-98c5-6dbceab35da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:20.184974 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0f2b65-b156-447e-9b80-928a79ed5c95 x-openstack-request-id: req-9b0f2b65-b156-447e-9b80-928a79ed5c95 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:20.185310 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb2c496-4e45-441d-839c-09445870d85e", "name": "network-vif-plugged", "status": "completed", "tag": "26d5d4da-35f8-4ab6-9617-7a5e462e84b3", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:20.185525 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b0f2b65-b156-447e-9b80-928a79ed5c95 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:20.185919 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0f2b65-b156-447e-9b80-928a79ed5c95'] response: {'server_uuid': 'dfb2c496-4e45-441d-839c-09445870d85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3', 'code': 200} Jun 21 08:16:20.395607 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76224c85-d61f-4ce8-98c5-6dbceab35da9 admin admin] Publish callbacks [] for security_group (42892418-0b23-476e-a2df-799ea29b8635), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:20.398464 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f5d74-f414-4417-a5d2-4cb587ba8cf0 req-017a111e-0e6f-48ed-9b4a-ff4ac0c4758c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:20.399976 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-556f5d74-f414-4417-a5d2-4cb587ba8cf0 req-017a111e-0e6f-48ed-9b4a-ff4ac0c4758c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0465040 Jun 21 08:16:20.406039 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76224c85-d61f-4ce8-98c5-6dbceab35da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (42892418-0b23-476e-a2df-799ea29b8635), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:20.446912 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-556f5d74-f414-4417-a5d2-4cb587ba8cf0 req-deefdb01-b308-4c03-abf0-dfcd90540fa9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Jun 21 08:16:20.462380 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:20.537920 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76224c85-d61f-4ce8-98c5-6dbceab35da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42892418-0b23-476e-a2df-799ea29b8635,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:20.542234 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-76224c85-d61f-4ce8-98c5-6dbceab35da9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=159b9fc3cf7c4739a5e5f59805c161ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5573881 Jun 21 08:16:20.545131 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 39656) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:20.599348 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca099745-6ff7-4d5d-ae60-b48d293f3f6a admin admin] Publish callbacks [] for security_group (42892418-0b23-476e-a2df-799ea29b8635), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:20.620961 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca099745-6ff7-4d5d-ae60-b48d293f3f6a admin admin] Publish callbacks [] for security_group (42892418-0b23-476e-a2df-799ea29b8635), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:20.819567 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66d9d921-099f-4ea9-8186-7b9f80128151 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:20.823480 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66d9d921-099f-4ea9-8186-7b9f80128151 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (f1ecb664-b14d-482e-b4e1-e1a565a0d399), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:20.858522 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca099745-6ff7-4d5d-ae60-b48d293f3f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (42892418-0b23-476e-a2df-799ea29b8635), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:20.862130 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca099745-6ff7-4d5d-ae60-b48d293f3f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:20.863320 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ca099745-6ff7-4d5d-ae60-b48d293f3f6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42892418-0b23-476e-a2df-799ea29b8635 HTTP/1.1" status: 204 len: 168 time: 0.3172796 Jun 21 08:16:20.871794 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca099745-6ff7-4d5d-ae60-b48d293f3f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42892418-0b23-476e-a2df-799ea29b8635,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:20.987717 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:20.997318 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4090c72-22bc-4969-b0e7-64933952741f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:21.144084 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [None req-66d9d921-099f-4ea9-8186-7b9f80128151 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Floating IP f1ecb664-b14d-482e-b4e1-e1a565a0d399 associated. External IP: 172.27.0.53, port: e7af3654-e669-4deb-a185-42a54ed5e149. Jun 21 08:16:21.152589 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c249f-5cbb-4898-a8ca-ea3d15846423 req-055edf0c-d906-4679-9834-ec4d0b88f6f5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:21.154032 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1b5c249f-5cbb-4898-a8ca-ea3d15846423 req-055edf0c-d906-4679-9834-ec4d0b88f6f5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0601258 Jun 21 08:16:21.188371 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:21.277599 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1b5c249f-5cbb-4898-a8ca-ea3d15846423 req-84bd1bc9-ab26-486d-8399-64075284a618 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950756 Jun 21 08:16:21.391752 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d9d921-099f-4ea9-8186-7b9f80128151 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Router bd349c29-377f-4e83-9f42-2afe21bb2644 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:16:21.503803 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d9d921-099f-4ea9-8186-7b9f80128151 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:16:21.508271 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66d9d921-099f-4ea9-8186-7b9f80128151 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:21.517967 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:16:21.527663 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:16:21.528725 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:21.546963 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-66d9d921-099f-4ea9-8186-7b9f80128151 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "PUT /v2.0/floatingips/f1ecb664-b14d-482e-b4e1-e1a565a0d399 HTTP/1.1" status: 200 len: 991 time: 1.5417724 Jun 21 08:16:21.547736 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'tag': 'e7af3654-e669-4deb-a185-42a54ed5e149'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:21.550895 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "1c08d704-c754-4c7d-b0f4-540ebde6c782", "tag": "e7af3654-e669-4deb-a185-42a54ed5e149"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:21.576765 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:21.585757 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07463ad9-f17a-44ee-a344-2511859c796b req-dd0aa5bb-6f88-46e7-a9e6-4bbc7de9368c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:21.593767 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-07463ad9-f17a-44ee-a344-2511859c796b req-dd0aa5bb-6f88-46e7-a9e6-4bbc7de9368c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0635617 Jun 21 08:16:21.594930 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39694) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:21.605853 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f1fc2d-11b2-485c-9109-d839a834acf6 x-openstack-request-id: req-15f1fc2d-11b2-485c-9109-d839a834acf6 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:21.606236 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c08d704-c754-4c7d-b0f4-540ebde6c782", "tag": "e7af3654-e669-4deb-a185-42a54ed5e149", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:21.606604 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15f1fc2d-11b2-485c-9109-d839a834acf6 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:21.607110 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f1fc2d-11b2-485c-9109-d839a834acf6'] response: {'name': 'network-changed', 'server_uuid': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'tag': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'status': 'completed', 'code': 200} Jun 21 08:16:21.620711 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:21.653823 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-07463ad9-f17a-44ee-a344-2511859c796b req-616fba58-4a32-43f9-812a-201695882859 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590162 Jun 21 08:16:21.707164 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1652041634-network', 'tenant_id': 'd0ebfe281cb442e18830e44768082fdd'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:21.728722 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Made reservation on behalf of d0ebfe281cb442e18830e44768082fdd for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:16:21.731223 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:21.741258 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:16:21.741588 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:21.815109 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:21.830239 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Publish callbacks [] for security_group (c2c67001-ac99-46fe-ac42-cb96e36eeb2f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:21.835584 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (c2c67001-ac99-46fe-ac42-cb96e36eeb2f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:21.866197 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:16:21.872976 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c67001-ac99-46fe-ac42-cb96e36eeb2f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:21.879496 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (cb7ef922-74ae-4d69-87a2-7692a477e55c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:21.879894 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Added segment cb7ef922-74ae-4d69-87a2-7692a477e55c of type vlan for network 98d6b797-0aa0-4a78-a53e-fe3421f45339 Jun 21 08:16:21.932578 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (98d6b797-0aa0-4a78-a53e-fe3421f45339), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:21.964177 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (98d6b797-0aa0-4a78-a53e-fe3421f45339), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:21.965268 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:21.965909 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:21.994517 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3974741 Jun 21 08:16:21.997332 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39702) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:22.009031 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Request body: {'subnet': {'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1652041634-subnet', 'tenant_id': 'd0ebfe281cb442e18830e44768082fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:22.028937 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'f1ecb664-b14d-482e-b4e1-e1a565a0d399', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:07:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:34Z', 'updated_at': '2022-06-21T08:16:20Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:22.049160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cfa54-5619-4637-b61e-e0c5e6cbab27 admin admin] Pushing event updated for resources: {'Network': ['ID=98d6b797-0aa0-4a78-a53e-fe3421f45339,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:22.061983 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Made reservation on behalf of d0ebfe281cb442e18830e44768082fdd for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:16:22.062523 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 98d6b797-0aa0-4a78-a53e-fe3421f45339 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:16:22.065318 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:22.067242 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:16:22.076371 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:16:22.077159 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:22.154885 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:22.193300 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:16:22.218788 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:22.275385 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (704b38a8-295f-4cb1-a3c4-f721cb99115a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:22.367770 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Pushing event updated for resources: {'Subnet': ['ID=704b38a8-295f-4cb1-a3c4-f721cb99115a,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:22.373868 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-f3ebdef7-690c-4335-b311-ba1d60f92d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:22.375376 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-f3ebdef7-690c-4335-b311-ba1d60f92d04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 1130 time: 0.0654645 Jun 21 08:16:22.420261 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Checking segment: {'id': 'cb7ef922-74ae-4d69-87a2-7692a477e55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:16:22.420611 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Network hostable DHCP agents. Network: 98d6b797-0aa0-4a78-a53e-fe3421f45339, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:16:22.429119 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'f1ecb664-b14d-482e-b4e1-e1a565a0d399', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:07:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:34Z', 'updated_at': '2022-06-21T08:16:20Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:22.434940 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acd484-0ccb-4487-8a95-d1b33dbe46ec req-1bb92bca-183c-451c-aae1-78992efab4ad tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:22.436505 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-19acd484-0ccb-4487-8a95-d1b33dbe46ec req-1bb92bca-183c-451c-aae1-78992efab4ad tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0664349 Jun 21 08:16:22.455851 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d420bda-067b-4097-8a27-d360042766f3 None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'f1ecb664-b14d-482e-b4e1-e1a565a0d399', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:07:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:34Z', 'updated_at': '2022-06-21T08:16:20Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:16:22.472301 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Network 98d6b797-0aa0-4a78-a53e-fe3421f45339 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:16:22.495703 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 98d6b797-0aa0-4a78-a53e-fe3421f45339) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:16:22.500434 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:22.501581 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:22.506751 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-19acd484-0ccb-4487-8a95-d1b33dbe46ec req-4182bb3f-2e77-4b83-86d7-85d77a7ca067 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624576 Jun 21 08:16:22.516055 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644b13e-525b-457b-81ae-f7fc4478b2a5 None None] Network 98d6b797-0aa0-4a78-a53e-fe3421f45339 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:16:22.530763 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-dd6cf33f-7a6f-469a-a324-cfdc10b2284b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5249541 Jun 21 08:16:22.634502 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7d078-0d92-48a6-bc48-a73cc69a59f7 None None] Network 98d6b797-0aa0-4a78-a53e-fe3421f45339 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:16:22.736805 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:22.816994 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866f39-4925-42cb-9767-0c0c8c834fcc req-0e11a4f4-cd95-4048-a7e0-077108d68d07 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:22.821014 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37194da9-a0ff-4374-92dc-45c0087c876a None None] New status for floating IP f1ecb664-b14d-482e-b4e1-e1a565a0d399: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:16:22.826527 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-17866f39-4925-42cb-9767-0c0c8c834fcc req-0e11a4f4-cd95-4048-a7e0-077108d68d07 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0785997 Jun 21 08:16:22.910067 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-17866f39-4925-42cb-9767-0c0c8c834fcc req-a007e2d0-5e4b-45a1-b48c-297f3cb6e308 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792658 Jun 21 08:16:22.985241 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62974e7-293a-4166-8933-a7361fed5525 req-5a6b9f85-0955-44a3-8b52-720bc67c9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:22.987853 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d62974e7-293a-4166-8933-a7361fed5525 req-5a6b9f85-0955-44a3-8b52-720bc67c9af8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 1129 time: 0.2497833 Jun 21 08:16:22.993932 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-b1fd1814-f00e-4dae-8d66-533fb331df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:22.995820 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-b1fd1814-f00e-4dae-8d66-533fb331df26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 1130 time: 0.1531656 Jun 21 08:16:23.117659 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-49208a51-d6c4-41ab-92be-3291f5cf2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:23.119578 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-49208a51-d6c4-41ab-92be-3291f5cf2543 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 915 time: 0.4213021 Jun 21 08:16:23.166055 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf7061-e175-4f21-989c-b38c8c1fdd17 req-5dcc978d-016c-4171-ab67-b37df8ab834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:23.167836 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41cf7061-e175-4f21-989c-b38c8c1fdd17 req-5dcc978d-016c-4171-ab67-b37df8ab834e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 1130 time: 0.1324687 Jun 21 08:16:23.195641 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d62974e7-293a-4166-8933-a7361fed5525 req-97515764-cab4-4b84-a034-e7ee979579fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815321 Jun 21 08:16:23.214232 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-a1b354ec-ca64-4e60-a8d6-c6f7b827f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:23.215824 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-a1b354ec-ca64-4e60-a8d6-c6f7b827f8fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 200 len: 911 time: 0.2034464 Jun 21 08:16:23.608641 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-cb380637-9d21-4661-8d0b-f51573dd3e6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3 HTTP/1.1" status: 200 len: 217 time: 0.1113970 Jun 21 08:16:23.661924 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce778e-6bdf-4bf7-975c-720b63834d86 req-6e5b19ef-42ec-4a58-a182-c4a9cb201cf1 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:23.672215 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-18ce778e-6bdf-4bf7-975c-720b63834d86 req-6e5b19ef-42ec-4a58-a182-c4a9cb201cf1 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0735435 Jun 21 08:16:23.703962 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:23.705429 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-253f3c8b-f49b-4daf-887e-f4968927d62c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7af3654-e669-4deb-a185-42a54ed5e149 HTTP/1.1" status: 200 len: 1001 time: 0.2157865 Jun 21 08:16:23.712874 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-650710b3-f6be-4ba3-bcb1-00d4ccd103a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:23.714323 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-650710b3-f6be-4ba3-bcb1-00d4ccd103a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe9956a1-db67-4ab0-a2bc-2965a7ae6be5 HTTP/1.1" status: 200 len: 849 time: 0.0955358 Jun 21 08:16:23.716617 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41cf7061-e175-4f21-989c-b38c8c1fdd17 req-2713b98f-ea86-42b8-8ada-9cecfb00e5fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206371 Jun 21 08:16:23.725579 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:23.749694 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-18ce778e-6bdf-4bf7-975c-720b63834d86 req-35a33f72-c3b9-40de-a719-3e49d8188cda tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765700 Jun 21 08:16:23.989852 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:24.039893 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc6e7f-921f-49fe-bf55-a16b343dc8b1 req-e2a6524f-b676-4308-aabb-68029072fdf5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:24.041371 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b1cc6e7f-921f-49fe-bf55-a16b343dc8b1 req-e2a6524f-b676-4308-aabb-68029072fdf5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0511074 Jun 21 08:16:24.088588 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b1cc6e7f-921f-49fe-bf55-a16b343dc8b1 req-933a332c-01d9-45e4-9d54-ac33cc98976f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Jun 21 08:16:24.440884 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-32082767-6110-4829-96d9-9e79f4ca50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:24.443223 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-32082767-6110-4829-96d9-9e79f4ca50c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1563a5ad-132e-4800-8264-c4bbc3c987e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157250 Jun 21 08:16:24.455570 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-c12a1c84-4c8d-4c66-b63c-cfbf37c9c7d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704250 Jun 21 08:16:24.457002 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-91ce5f43-1b1d-49f7-a1e8-e771493b2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:24.458306 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-91ce5f43-1b1d-49f7-a1e8-e771493b2524 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.1320972 Jun 21 08:16:24.661692 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-bc1b7587-2752-4640-8256-f3e71618a457 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:24.663417 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-bc1b7587-2752-4640-8256-f3e71618a457 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/networks?id=98d6b797-0aa0-4a78-a53e-fe3421f45339 HTTP/1.1" status: 200 len: 809 time: 0.1332214 Jun 21 08:16:24.678714 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:24.683337 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-b5dd83d5-8372-462d-8082-80f9e59d63d3 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/quotas/d0ebfe281cb442e18830e44768082fdd HTTP/1.1" status: 200 len: 375 time: 0.0142286 Jun 21 08:16:24.723013 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-85b86634-2ee9-4c30-b7a0-7526a8aa9e4f tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0ebfe281cb442e18830e44768082fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307202 Jun 21 08:16:24.843007 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-1cad3920-8b8d-426a-95aa-5b0ac32c1e83 service neutron] 10.222.0.36 "GET /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127882 Jun 21 08:16:24.914277 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914c7e-03cd-413e-8561-1ac3f5002f83 req-f8505b84-7b74-45ff-a129-7de93c2e2367 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:24.922573 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-64914c7e-03cd-413e-8561-1ac3f5002f83 req-f8505b84-7b74-45ff-a129-7de93c2e2367 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0891738 Jun 21 08:16:24.976685 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:24.977510 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-64914c7e-03cd-413e-8561-1ac3f5002f83 req-267bfe9c-036b-481a-a134-8fef0af901b4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538428 Jun 21 08:16:24.986861 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-969790f3-5145-4ca5-9179-bff0dfb700d5 service neutron] 10.222.0.36 "GET /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362610 Jun 21 08:16:25.196091 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1ba47a1d-0464-4642-9c8d-19b5904c91fa req-a42dea7c-6602-4f9f-8a59-a19fc4817afc tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 210 time: 0.0406272 Jun 21 08:16:25.277098 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edcdcb-da6a-4ee6-bd00-f3b1efdca50f req-1cf7d920-7840-4fcd-8a94-cc5e66706877 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:25.284458 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41edcdcb-da6a-4ee6-bd00-f3b1efdca50f req-1cf7d920-7840-4fcd-8a94-cc5e66706877 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0566418 Jun 21 08:16:25.344537 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41edcdcb-da6a-4ee6-bd00-f3b1efdca50f req-396a6d5c-f160-4863-9f06-c2e736ffbb7c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577078 Jun 21 08:16:25.660422 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122e5e-923d-448b-93cd-8a21877c966f req-59dd8596-5c5a-4b97-a43c-7b7bd5500c45 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:25.661906 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88122e5e-923d-448b-93cd-8a21877c966f req-59dd8596-5c5a-4b97-a43c-7b7bd5500c45 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0596728 Jun 21 08:16:25.712295 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88122e5e-923d-448b-93cd-8a21877c966f req-267fcc23-f161-4be2-ba32-d713027b3251 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448656 Jun 21 08:16:26.104852 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888df6ef-d9fd-4bce-a6ca-6cec8070cf9d req-9203a978-d0c6-4149-aec4-c61274efc140 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:26.106308 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-888df6ef-d9fd-4bce-a6ca-6cec8070cf9d req-9203a978-d0c6-4149-aec4-c61274efc140 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0450029 Jun 21 08:16:26.156637 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-888df6ef-d9fd-4bce-a6ca-6cec8070cf9d req-9f528056-0024-446b-8c45-ea52549783b7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Jun 21 08:16:26.284257 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-12260fbd-978d-4704-b232-099295ae4279 req-3e562079-4ed0-47bd-ac2e-a500257c8f93 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 210 time: 0.0272119 Jun 21 08:16:26.825062 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd23d9-cddc-4865-ac18-16c64e729f5e req-545991b5-d490-438b-9162-7e76d744d1ce tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:26.826535 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1ffd23d9-cddc-4865-ac18-16c64e729f5e req-545991b5-d490-438b-9162-7e76d744d1ce tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0450165 Jun 21 08:16:26.872798 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1ffd23d9-cddc-4865-ac18-16c64e729f5e req-4a91166b-1195-411e-bae0-bdf18a96016e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398297 Jun 21 08:16:27.267563 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31939b73-6ec2-45d1-93c4-4c20562651d7 req-f0ea0710-d9a5-4f82-9146-073c6fc9c9c1 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:27.268918 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-31939b73-6ec2-45d1-93c4-4c20562651d7 req-f0ea0710-d9a5-4f82-9146-073c6fc9c9c1 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0469213 Jun 21 08:16:27.330539 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-31939b73-6ec2-45d1-93c4-4c20562651d7 req-44c0a5dd-4324-4c9e-bb7f-a48d1f66c00d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469182 Jun 21 08:16:27.378099 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-66237999-127f-4230-ac31-ef326db2a72e req-4ce924ca-d74a-4a41-97fe-b50d97fafe3c tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 210 time: 0.0274327 Jun 21 08:16:27.987119 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89338a5a-c751-441f-87df-9c08f200d44f req-f917b6e8-5cd3-45f9-96b7-52538625632d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:27.988779 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-89338a5a-c751-441f-87df-9c08f200d44f req-f917b6e8-5cd3-45f9-96b7-52538625632d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0485294 Jun 21 08:16:28.043037 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-89338a5a-c751-441f-87df-9c08f200d44f req-3250c51c-bea7-462a-8b1b-80468544bd98 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486131 Jun 21 08:16:28.492616 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-79c85f6b-1ca2-4e20-ab99-75a2d813988d req-248e0bd2-ec1f-40fd-9f4e-9dc18a9adaad tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 210 time: 0.0484416 Jun 21 08:16:28.778124 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-75758acf-f8ad-4eac-a47f-2f4e6d718d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:28.779650 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-75758acf-f8ad-4eac-a47f-2f4e6d718d28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4009254 Jun 21 08:16:28.835129 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc99787-3431-4233-8227-5c7dd218fc69 req-04fadea8-53f3-4017-ae19-edec46f5a537 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:28.836616 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3bc99787-3431-4233-8227-5c7dd218fc69 req-04fadea8-53f3-4017-ae19-edec46f5a537 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.4195170 Jun 21 08:16:28.841091 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-6184bc61-2242-4460-b474-93a7ff1b218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:28.842471 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-6184bc61-2242-4460-b474-93a7ff1b218e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 1129 time: 0.3690898 Jun 21 08:16:28.874056 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-5ec53a09-08ad-4b81-8fec-35bf0271bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:28.875528 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-5ec53a09-08ad-4b81-8fec-35bf0271bb02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 1129 time: 0.0949659 Jun 21 08:16:28.885897 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-b11c0f7c-d850-49f9-ae44-a2432a833145 service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056045 Jun 21 08:16:28.909194 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3bc99787-3431-4233-8227-5c7dd218fc69 req-31686b79-ca78-448e-9e2f-6ffeae369fcc tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632832 Jun 21 08:16:29.159642 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-ea2b911c-ee21-40ea-9846-789ee28369e9 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390854 Jun 21 08:16:29.167061 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-e18eb15e-3282-4884-914c-84323b53a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:29.168652 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-e18eb15e-3282-4884-914c-84323b53a3e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.2376714 Jun 21 08:16:29.170834 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d1c38a2-406a-41a3-8786-2d357ff6c279 req-025b919c-6b7a-4595-8b1a-60b705336617 service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409019 Jun 21 08:16:29.172585 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e774a-32fc-4765-bdd7-b7629a393340 req-7383ab15-e2ce-4b40-87d6-db2f21408d9f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:29.174337 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-542e774a-32fc-4765-bdd7-b7629a393340 req-7383ab15-e2ce-4b40-87d6-db2f21408d9f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0566273 Jun 21 08:16:29.223150 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-542e774a-32fc-4765-bdd7-b7629a393340 req-8f878ce1-56cd-4dc4-a548-ef5f9b5cf458 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Jun 21 08:16:29.591803 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9be55b33-5f2d-45c0-ae0d-b2e4194c3561 req-7c36ad80-c05e-4836-8262-bd76f7afe865 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 210 time: 0.0268021 Jun 21 08:16:29.869465 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:29.930392 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-96f9ddc2-60ad-48a2-8011-6c6ea61c6719 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cc80cea-1318-4662-be70-c38f26b1e312 HTTP/1.1" status: 200 len: 217 time: 0.0858057 Jun 21 08:16:30.007115 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:30.051433 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5571-bd5a-4f10-976a-15ad47b3cd20 req-4b41cb50-5b80-494d-860c-a732649dbf09 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:30.052526 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:30.052981 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e12d5571-bd5a-4f10-976a-15ad47b3cd20 req-4b41cb50-5b80-494d-860c-a732649dbf09 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0587952 Jun 21 08:16:30.066293 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cbb02ee2-8924-4cb6-a50e-822a8f5d5fcb req-33f11556-11c7-44dd-b5cc-1613acec639d service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236226 Jun 21 08:16:30.068344 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-dd268964-5e4b-4eb6-876f-344959213a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:30.070345 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-dd268964-5e4b-4eb6-876f-344959213a17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.2027574 Jun 21 08:16:30.106142 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e12d5571-bd5a-4f10-976a-15ad47b3cd20 req-b5408c33-8cdf-4b48-bf76-a3a576a96dd5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474207 Jun 21 08:16:30.276023 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-aed973e7-dad0-4754-8952-fd3045efd7c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=401a4b2e-926f-405f-af0e-bb07243e04fc HTTP/1.1" status: 200 len: 217 time: 0.0640261 Jun 21 08:16:30.374218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0514524-3556-41d3-b1db-f34aeb432321 req-60e071f0-2627-4b4f-850c-1f31d6d0c63f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:30.377329 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0514524-3556-41d3-b1db-f34aeb432321 req-60e071f0-2627-4b4f-850c-1f31d6d0c63f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.2095277 Jun 21 08:16:30.388475 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 39942) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:30.393988 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1410b94d-5671-4a90-9075-a6065eccda71 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'floatingip': {'port_id': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:30.425358 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-ca35d11c-b786-4b3d-9947-a85e90e7aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:30.427464 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-ca35d11c-b786-4b3d-9947-a85e90e7aaf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.2241256 Jun 21 08:16:30.431810 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b75ef-d09d-4d1d-b8e3-e26db3cf5c0d req-debf19c1-3456-4af9-a0c6-1c1587ebbf3d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:30.439399 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d23b75ef-d09d-4d1d-b8e3-e26db3cf5c0d req-debf19c1-3456-4af9-a0c6-1c1587ebbf3d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.1082027 Jun 21 08:16:30.502968 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1410b94d-5671-4a90-9075-a6065eccda71 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (8d3a7278-87ca-43b2-8713-d0753953330d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:30.503857 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-6a705b87-7b97-46cb-9498-2c7ff5adabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:30.505407 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-6a705b87-7b97-46cb-9498-2c7ff5adabc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.2018263 Jun 21 08:16:30.630156 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-bdde54e3-a5c4-49a2-a911-25ef3f1b01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:30.640122 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-bdde54e3-a5c4-49a2-a911-25ef3f1b01ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1835346 Jun 21 08:16:30.716510 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-e0632d20-54c1-4dbb-8ae1-e015a3f6390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:30.718131 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-e0632d20-54c1-4dbb-8ae1-e015a3f6390a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2000425 Jun 21 08:16:30.786663 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-0de9acb0-1772-4a3a-a007-8adc0b64e2d7 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:30.787736 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-0de9acb0-1772-4a3a-a007-8adc0b64e2d7 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.46 "GET /v2.0/networks?id=98d6b797-0aa0-4a78-a53e-fe3421f45339 HTTP/1.1" status: 200 len: 809 time: 0.4251628 Jun 21 08:16:30.791492 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39968) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:30.803033 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d23b75ef-d09d-4d1d-b8e3-e26db3cf5c0d req-30c47453-10b5-4cd4-939d-219c81a3f95e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627203 Jun 21 08:16:30.822124 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:30.869919 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ae9b33d-c455-4022-80f4-1b5df419e585 req-7db551c0-1048-417f-9da2-db46e80c746f tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 210 time: 0.1480491 Jun 21 08:16:30.884269 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Request body: {'port': {'device_id': '1ea8d802-64a9-4160-b50d-daa8bee0c56d', 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339', 'admin_state_up': True, 'tenant_id': 'd0ebfe281cb442e18830e44768082fdd'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:30.954841 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-d352f137-c97e-45da-a71b-047eb1439b79 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642220 Jun 21 08:16:31.073659 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-ae237c6b-91d9-4206-bfee-995e9d69a628 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200792 Jun 21 08:16:31.120282 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-806c212c-6422-4327-9a18-9e91e484e0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.236143 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:31.260599 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:31.268912 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-397e06a5-3928-4f77-a570-3cc9b103ba79 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073394 Jun 21 08:16:31.274066 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Made reservation on behalf of d0ebfe281cb442e18830e44768082fdd for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:16:31.277427 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.321748 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20f694ec-6e21-421c-89e4-4245cc3ef5ec req-55708b1f-5440-46af-86e1-c7d385faa326 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132511 Jun 21 08:16:31.359923 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1410b94d-5671-4a90-9075-a6065eccda71 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.365739 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1410b94d-5671-4a90-9075-a6065eccda71 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (8d3a7278-87ca-43b2-8713-d0753953330d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.406258 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-806c212c-6422-4327-9a18-9e91e484e0f2 admin admin] Publish callbacks [] for security_group (5a5fac5d-e4eb-4ce5-95f5-7d6de7c6f384), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.414165 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-806c212c-6422-4327-9a18-9e91e484e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (5a5fac5d-e4eb-4ce5-95f5-7d6de7c6f384), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.466383 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-1410b94d-5671-4a90-9075-a6065eccda71 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Floating IP 8d3a7278-87ca-43b2-8713-d0753953330d associated. External IP: 172.27.0.235, port: 26d5d4da-35f8-4ab6-9617-7a5e462e84b3. Jun 21 08:16:31.487451 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-806c212c-6422-4327-9a18-9e91e484e0f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f59b5a96f57646cd8091df19f905bd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6917732 Jun 21 08:16:31.493047 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 39996) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:31.506120 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c212c-6422-4327-9a18-9e91e484e0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5fac5d-e4eb-4ce5-95f5-7d6de7c6f384,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:31.531045 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Allocated IP 172.20.0.13 (98d6b797-0aa0-4a78-a53e-fe3421f45339/704b38a8-295f-4cb1-a3c4-f721cb99115a/90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:16:31.587061 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef253ab3-5fe3-48c2-a024-41ee50e5420d admin admin] Publish callbacks [] for security_group (5a5fac5d-e4eb-4ce5-95f5-7d6de7c6f384), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.640589 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef253ab3-5fe3-48c2-a024-41ee50e5420d admin admin] Publish callbacks [] for security_group (5a5fac5d-e4eb-4ce5-95f5-7d6de7c6f384), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.760180 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef253ab3-5fe3-48c2-a024-41ee50e5420d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (5a5fac5d-e4eb-4ce5-95f5-7d6de7c6f384), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.762803 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef253ab3-5fe3-48c2-a024-41ee50e5420d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.763989 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-ef253ab3-5fe3-48c2-a024-41ee50e5420d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a5fac5d-e4eb-4ce5-95f5-7d6de7c6f384 HTTP/1.1" status: 204 len: 168 time: 0.2699840 Jun 21 08:16:31.781793 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks [] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.784282 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef253ab3-5fe3-48c2-a024-41ee50e5420d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5fac5d-e4eb-4ce5-95f5-7d6de7c6f384,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:31.840536 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.868209 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:31.886514 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1410b94d-5671-4a90-9075-a6065eccda71 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:16:31.915551 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Network 98d6b797-0aa0-4a78-a53e-fe3421f45339 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:16:31.918861 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:16:31.924257 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:16:31.930707 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:31.931458 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:31.945775 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Pushing event updated for resources: {'Port': ['ID=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:31.963865 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-3fab1592-4a1e-4dc4-8f3f-db27e6c57460 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0891862 Jun 21 08:16:31.979645 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Request body: {'port': {'device_id': '1ea8d802-64a9-4160-b50d-daa8bee0c56d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:32.005467 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bd453-e9a3-4aca-8b7f-22ee361853af req-e9f3ab29-0f0e-48a9-9808-a80794a23015 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:32.012525 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:32.015730 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-429bd453-e9a3-4aca-8b7f-22ee361853af req-e9f3ab29-0f0e-48a9-9808-a80794a23015 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.1179342 Jun 21 08:16:32.048067 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:32.097856 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aefd46-88f0-4001-85f9-91d0333799d3 req-1c57bc68-15fb-4938-8360-d24a66f79728 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:32.099684 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90aefd46-88f0-4001-85f9-91d0333799d3 req-1c57bc68-15fb-4938-8360-d24a66f79728 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 932 time: 0.1267235 Jun 21 08:16:32.142485 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1410b94d-5671-4a90-9075-a6065eccda71 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:16:32.147339 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-429bd453-e9a3-4aca-8b7f-22ee361853af req-d2408f08-bb1f-410e-8e87-1d89c18e2ad9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304872 Jun 21 08:16:32.152339 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1410b94d-5671-4a90-9075-a6065eccda71 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:32.163337 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] Sync routers for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:16:32.178781 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:32.179289 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=88 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:32.188511 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1410b94d-5671-4a90-9075-a6065eccda71 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "PUT /v2.0/floatingips/8d3a7278-87ca-43b2-8713-d0753953330d HTTP/1.1" status: 200 len: 992 time: 1.7986424 Jun 21 08:16:32.189505 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb2c496-4e45-441d-839c-09445870d85e', 'tag': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:32.192134 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb2c496-4e45-441d-839c-09445870d85e", "tag": "26d5d4da-35f8-4ab6-9617-7a5e462e84b3"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:32.196517 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:16:32.197278 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:32.251290 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68a643-75bf-49db-b0a4-d1f9658fcc0a x-openstack-request-id: req-eb68a643-75bf-49db-b0a4-d1f9658fcc0a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:32.251578 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb2c496-4e45-441d-839c-09445870d85e", "tag": "26d5d4da-35f8-4ab6-9617-7a5e462e84b3", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:32.252338 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb68a643-75bf-49db-b0a4-d1f9658fcc0a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:32.252749 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb68a643-75bf-49db-b0a4-d1f9658fcc0a'] response: {'name': 'network-changed', 'server_uuid': 'dfb2c496-4e45-441d-839c-09445870d85e', 'tag': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3', 'status': 'completed', 'code': 200} Jun 21 08:16:32.261498 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90aefd46-88f0-4001-85f9-91d0333799d3 req-865b598e-6455-4493-a18b-124be5e6c80f tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545885 Jun 21 08:16:32.296396 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40020) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:32.311960 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32059523-d12b-4218-86d5-b2d68db30c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:32.403005 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:16:32.414677 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32059523-d12b-4218-86d5-b2d68db30c62 admin admin] Publish callbacks [] for security_group (a29d8c84-a53a-4202-ad0c-7b7010279fdd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:32.422036 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32059523-d12b-4218-86d5-b2d68db30c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (a29d8c84-a53a-4202-ad0c-7b7010279fdd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:32.432762 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:32.494054 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40026) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:32.502353 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32059523-d12b-4218-86d5-b2d68db30c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29d8c84-a53a-4202-ad0c-7b7010279fdd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:32.516246 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-bec04ae0-b83f-47e8-a825-437b6e6760da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:32.518488 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-bec04ae0-b83f-47e8-a825-437b6e6760da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 1130 time: 0.1014881 Jun 21 08:16:32.528596 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40030) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:32.529048 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-32059523-d12b-4218-86d5-b2d68db30c62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02009f3ae87040ac8a71021521028951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314038 Jun 21 08:16:32.601181 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:32.670711 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '8d3a7278-87ca-43b2-8713-d0753953330d', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'port_id': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'mac_address': 'fa:16:3e:85:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb2c496-4e45-441d-839c-09445870d85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:37Z', 'updated_at': '2022-06-21T08:16:31Z', 'revision_number': 1, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:32.696095 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] Checking router: 38a1b78c-211e-4a10-8bdf-18e71e1bf6da for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:16:32.705342 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:16:32.705979 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:32.812431 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:16:32.886111 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1b164a4f-56a7-4022-a27f-194d681b05ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:32.947480 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:32.957681 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0374409e-90ef-4c91-be66-38bda5715f0e admin admin] Publish callbacks [] for security_group (a29d8c84-a53a-4202-ad0c-7b7010279fdd), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:32.962250 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Publish callbacks [] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:32.964853 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-5423e20a-f3ad-40e9-bc23-99fe15534385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:32.966438 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-5423e20a-f3ad-40e9-bc23-99fe15534385 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 200 len: 911 time: 0.4369733 Jun 21 08:16:33.015519 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0374409e-90ef-4c91-be66-38bda5715f0e admin admin] Publish callbacks [] for security_group (a29d8c84-a53a-4202-ad0c-7b7010279fdd), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.024164 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '8d3a7278-87ca-43b2-8713-d0753953330d', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'port_id': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'mac_address': 'fa:16:3e:85:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb2c496-4e45-441d-839c-09445870d85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:37Z', 'updated_at': '2022-06-21T08:16:31Z', 'revision_number': 1, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:33.044761 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Transition to ACTIVE for port object 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:16:33.061416 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.088636 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:33.130671 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c187211-c390-42db-baf7-c89dd182d8c9 None None] The sync data for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi is: [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '8d3a7278-87ca-43b2-8713-d0753953330d', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'port_id': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'mac_address': 'fa:16:3e:85:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb2c496-4e45-441d-839c-09445870d85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:37Z', 'updated_at': '2022-06-21T08:16:31Z', 'revision_number': 1, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:16:33.163298 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:33.170855 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-64ad272a-38ab-47ec-aaa5-af85048772af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3 HTTP/1.1" status: 200 len: 1000 time: 0.1879385 Jun 21 08:16:33.226703 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Pushing event updated for resources: {'Port': ['ID=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:33.254278 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1b164a4f-56a7-4022-a27f-194d681b05ba admin admin] Publish callbacks [] for security_group (b8df8a1f-01d0-4029-986b-427a1ecb5dd6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.269314 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1b164a4f-56a7-4022-a27f-194d681b05ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (b8df8a1f-01d0-4029-986b-427a1ecb5dd6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.315787 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1b138-aeed-476a-9b7d-1b5dd3410e6d req-0a4fcfcf-dc58-4a9a-b212-66a2a177db7c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:33.317481 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a0d1b138-aeed-476a-9b7d-1b5dd3410e6d req-0a4fcfcf-dc58-4a9a-b212-66a2a177db7c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0670314 Jun 21 08:16:33.351828 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Attempting to bind port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:16:33.352171 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Attempting to bind port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'cb7ef922-74ae-4d69-87a2-7692a477e55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:16:33.352512 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Attempting to bind port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c on network 98d6b797-0aa0-4a78-a53e-fe3421f45339 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:16:33.368327 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0374409e-90ef-4c91-be66-38bda5715f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (a29d8c84-a53a-4202-ad0c-7b7010279fdd), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.371237 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0374409e-90ef-4c91-be66-38bda5715f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.374683 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-0374409e-90ef-4c91-be66-38bda5715f0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a29d8c84-a53a-4202-ad0c-7b7010279fdd HTTP/1.1" status: 204 len: 168 time: 0.8417668 Jun 21 08:16:33.374683 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-8e5fd7d0-a61d-4a01-8e01-80856ed5e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:33.377984 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-8e5fd7d0-a61d-4a01-8e01-80856ed5e8cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe9956a1-db67-4ab0-a2bc-2965a7ae6be5 HTTP/1.1" status: 200 len: 849 time: 0.1900921 Jun 21 08:16:33.393691 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a0d1b138-aeed-476a-9b7d-1b5dd3410e6d req-3d6abc1d-34b7-493a-bde3-0bd8c3a5f9e9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652072 Jun 21 08:16:33.413072 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-1b164a4f-56a7-4022-a27f-194d681b05ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e06a68ef136b495cbaea4ba6ae9f3fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9179130 Jun 21 08:16:33.419580 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:33.461990 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c on network 98d6b797-0aa0-4a78-a53e-fe3421f45339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:16:33.462315 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Attempting to bind port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c on network 98d6b797-0aa0-4a78-a53e-fe3421f45339 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:16:33.464480 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b164a4f-56a7-4022-a27f-194d681b05ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8df8a1f-01d0-4029-986b-427a1ecb5dd6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:33.491540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:16:33.491887 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Checking segment: {'id': 'cb7ef922-74ae-4d69-87a2-7692a477e55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:16:33.492274 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Bound using segment: {'id': 'cb7ef922-74ae-4d69-87a2-7692a477e55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:16:33.492716 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Bound port: 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7ef922-74ae-4d69-87a2-7692a477e55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:16:33.493076 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.499731 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-deb1d633-3cb0-4062-935f-8439c9eec947 admin admin] Publish callbacks [] for security_group (b8df8a1f-01d0-4029-986b-427a1ecb5dd6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.514116 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374409e-90ef-4c91-be66-38bda5715f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29d8c84-a53a-4202-ad0c-7b7010279fdd,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:33.517797 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-b69cc35a-a7cc-49e6-ab92-2e2dd9d0648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:33.519384 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-b69cc35a-a7cc-49e6-ab92-2e2dd9d0648b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1563a5ad-132e-4800-8264-c4bbc3c987e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1217861 Jun 21 08:16:33.528296 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4376a4-e000-4751-8d35-1880a0500acf req-ce5f6012-d421-49d4-9172-ee17d759ca4d tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:33.530020 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ad4376a4-e000-4751-8d35-1880a0500acf req-ce5f6012-d421-49d4-9172-ee17d759ca4d tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 944 time: 0.1473150 Jun 21 08:16:33.540405 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-deb1d633-3cb0-4062-935f-8439c9eec947 admin admin] Publish callbacks [] for security_group (b8df8a1f-01d0-4029-986b-427a1ecb5dd6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.663106 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-deb1d633-3cb0-4062-935f-8439c9eec947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (b8df8a1f-01d0-4029-986b-427a1ecb5dd6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.667629 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-deb1d633-3cb0-4062-935f-8439c9eec947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.670397 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-deb1d633-3cb0-4062-935f-8439c9eec947 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8df8a1f-01d0-4029-986b-427a1ecb5dd6 HTTP/1.1" status: 204 len: 168 time: 0.2496450 Jun 21 08:16:33.682248 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1d633-3cb0-4062-935f-8439c9eec947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8df8a1f-01d0-4029-986b-427a1ecb5dd6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:33.727429 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddfa8a6-b941-4e49-8b15-f6afdada8885 None None] New status for floating IP 8d3a7278-87ca-43b2-8713-d0753953330d: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:16:33.760440 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ad4376a4-e000-4751-8d35-1880a0500acf req-e7fddb6d-1d00-47d3-aa15-205e42eaf4d5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177782 Jun 21 08:16:33.765643 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] For port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:16:33.769826 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] For port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,segment=NetworkSegment(cb7ef922-74ae-4d69-87a2-7692a477e55c),segment_id=cb7ef922-74ae-4d69-87a2-7692a477e55c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:16:33.772539 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-b8bd46ae-c577-4691-9837-0113d0acedf1 service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396002 Jun 21 08:16:33.776566 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40052) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:33.816152 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.898454 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:33.899108 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.900647 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] 10.222.0.46 "PUT /v2.0/ports/90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c HTTP/1.1" status: 200 len: 1094 time: 1.9259093 Jun 21 08:16:33.901170 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea8d802-64a9-4160-b50d-daa8bee0c56d', 'tag': '90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:33.903459 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5007602c-3f1b-46c3-90f6-30ec562e0746" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea8d802-64a9-4160-b50d-daa8bee0c56d", "tag": "90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:33.965372 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40058) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:33.972142 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5708a1-3b59-4796-b5f9-62d92a2d0c28 x-openstack-request-id: req-0b5708a1-3b59-4796-b5f9-62d92a2d0c28 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:33.972651 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea8d802-64a9-4160-b50d-daa8bee0c56d", "tag": "90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:33.972651 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b5708a1-3b59-4796-b5f9-62d92a2d0c28 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:33.973065 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5708a1-3b59-4796-b5f9-62d92a2d0c28'] response: {'name': 'network-changed', 'server_uuid': '1ea8d802-64a9-4160-b50d-daa8bee0c56d', 'tag': '90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c', 'status': 'completed', 'code': 200} Jun 21 08:16:33.984751 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41aa8f5a-93f0-454e-8e44-5515d8664f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:33.996343 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8d9a0-8174-4a9c-8cbd-73d5b181c77e service neutron] Pushing event updated for resources: {'Port': ['ID=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:34.030711 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0a5ea29a-b01d-4c30-bbbf-f85cdf8e4a4d req-531f8f1d-21f6-4000-9d6c-276b33fae1ce service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504392 Jun 21 08:16:34.042945 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-bf672aab-87a2-4a38-8e4b-3d59dcb3c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:34.044545 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-bf672aab-87a2-4a38-8e4b-3d59dcb3c1e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0ebfe281cb442e18830e44768082fdd&device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 1128 time: 0.0628772 Jun 21 08:16:34.089002 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:34.089127 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-c73f226c-4519-4724-b90e-27e6dfdda490 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c HTTP/1.1" status: 200 len: 217 time: 0.0362587 Jun 21 08:16:34.091703 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41aa8f5a-93f0-454e-8e44-5515d8664f1a admin admin] Publish callbacks [] for security_group (22e99834-e1fe-4971-8509-2aa629b44c5d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.098018 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41aa8f5a-93f0-454e-8e44-5515d8664f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (22e99834-e1fe-4971-8509-2aa629b44c5d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.149042 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-41aa8f5a-93f0-454e-8e44-5515d8664f1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c90644cc0fa458cb1add622a1db7bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802032 Jun 21 08:16:34.150423 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40062) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:34.153708 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:34.156455 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-f5952118-e446-440d-8a42-68cee2863a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:34.158832 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-f5952118-e446-440d-8a42-68cee2863a9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=704b38a8-295f-4cb1-a3c4-f721cb99115a HTTP/1.1" status: 200 len: 849 time: 0.0621541 Jun 21 08:16:34.166530 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa8f5a-93f0-454e-8e44-5515d8664f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e99834-e1fe-4971-8509-2aa629b44c5d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:34.205059 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-b9639ea5-c564-4a7b-aef5-1f6e56958263 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d6b797-0aa0-4a78-a53e-fe3421f45339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373785 Jun 21 08:16:34.212137 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b75f8493-f04d-4a80-9048-35a3eec7dadd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.257540 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b752-93bb-4156-a677-9e3e2814c1bd admin admin] Publish callbacks [] for security_group (22e99834-e1fe-4971-8509-2aa629b44c5d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.297413 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b752-93bb-4156-a677-9e3e2814c1bd admin admin] Publish callbacks [] for security_group (22e99834-e1fe-4971-8509-2aa629b44c5d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.306041 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-12ee5218-d575-4998-8c02-bc4f042eca26 service neutron] 10.222.0.46 "GET /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939119 Jun 21 08:16:34.346039 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40064) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:34.368598 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45363629-cebb-4873-b151-6bdc3b5b6f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.372177 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b75f8493-f04d-4a80-9048-35a3eec7dadd admin admin] Publish callbacks [] for security_group (8e7a9920-1be4-4b5f-8242-cfa9da59d5c7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.377611 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b75f8493-f04d-4a80-9048-35a3eec7dadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8e7a9920-1be4-4b5f-8242-cfa9da59d5c7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.414476 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b752-93bb-4156-a677-9e3e2814c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (22e99834-e1fe-4971-8509-2aa629b44c5d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.416926 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b752-93bb-4156-a677-9e3e2814c1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.421838 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5ab8b752-93bb-4156-a677-9e3e2814c1bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22e99834-e1fe-4971-8509-2aa629b44c5d HTTP/1.1" status: 204 len: 168 time: 0.2665040 Jun 21 08:16:34.421838 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f8493-f04d-4a80-9048-35a3eec7dadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7a9920-1be4-4b5f-8242-cfa9da59d5c7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:34.429745 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-b75f8493-f04d-4a80-9048-35a3eec7dadd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7973b6831b6343a285a9bcce12003c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6521306 Jun 21 08:16:34.432290 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40070) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:34.447206 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8b752-93bb-4156-a677-9e3e2814c1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e99834-e1fe-4971-8509-2aa629b44c5d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:34.454688 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2253ceba-9ecf-49c1-b15b-d744fc41dc44 req-54ad2312-00cc-4b68-b7c1-519fb5d4ce9e service neutron] 10.222.0.46 "GET /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397364 Jun 21 08:16:34.457941 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:34.495139 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:34.512459 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d06b9e7-d753-4189-ac1f-0e61bf8ac25d admin admin] Publish callbacks [] for security_group (8e7a9920-1be4-4b5f-8242-cfa9da59d5c7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.533166 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45363629-cebb-4873-b151-6bdc3b5b6f3f admin admin] Publish callbacks [] for security_group (f29d7ca2-0e43-42a8-842e-99fea17b38d6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.541896 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d06b9e7-d753-4189-ac1f-0e61bf8ac25d admin admin] Publish callbacks [] for security_group (8e7a9920-1be4-4b5f-8242-cfa9da59d5c7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.543587 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45363629-cebb-4873-b151-6bdc3b5b6f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (f29d7ca2-0e43-42a8-842e-99fea17b38d6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.592984 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40072) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:34.594080 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-45363629-cebb-4873-b151-6bdc3b5b6f3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6603e994c3dd421285ac47163e011ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464113 Jun 21 08:16:34.639231 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d06b9e7-d753-4189-ac1f-0e61bf8ac25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8e7a9920-1be4-4b5f-8242-cfa9da59d5c7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.639513 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45363629-cebb-4873-b151-6bdc3b5b6f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d7ca2-0e43-42a8-842e-99fea17b38d6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:34.643066 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d06b9e7-d753-4189-ac1f-0e61bf8ac25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.647635 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7d06b9e7-d753-4189-ac1f-0e61bf8ac25d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e7a9920-1be4-4b5f-8242-cfa9da59d5c7 HTTP/1.1" status: 204 len: 168 time: 0.2114615 Jun 21 08:16:34.664695 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0b8d854-6496-49fd-a47f-300c2884c4a0 admin admin] Publish callbacks [] for security_group (f29d7ca2-0e43-42a8-842e-99fea17b38d6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.677624 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010111c5-8412-4f46-a10d-68a23bcd68ef req-0a8aa087-4007-42af-a968-123dd39a55dc tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:34.679521 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-010111c5-8412-4f46-a10d-68a23bcd68ef req-0a8aa087-4007-42af-a968-123dd39a55dc tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.1112027 Jun 21 08:16:34.691107 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06b9e7-d753-4189-ac1f-0e61bf8ac25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7a9920-1be4-4b5f-8242-cfa9da59d5c7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:34.716692 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0b8d854-6496-49fd-a47f-300c2884c4a0 admin admin] Publish callbacks [] for security_group (f29d7ca2-0e43-42a8-842e-99fea17b38d6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.763667 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-010111c5-8412-4f46-a10d-68a23bcd68ef req-dedf4bc7-ce89-457e-af4c-bb714b36f059 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742693 Jun 21 08:16:34.786003 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0b8d854-6496-49fd-a47f-300c2884c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (f29d7ca2-0e43-42a8-842e-99fea17b38d6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.790324 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0b8d854-6496-49fd-a47f-300c2884c4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:34.791857 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-e0b8d854-6496-49fd-a47f-300c2884c4a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f29d7ca2-0e43-42a8-842e-99fea17b38d6 HTTP/1.1" status: 204 len: 168 time: 0.1976171 Jun 21 08:16:34.801424 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8d854-6496-49fd-a47f-300c2884c4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d7ca2-0e43-42a8-842e-99fea17b38d6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:34.908550 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ff4b7-a0c8-4227-9c4d-06356a177739 req-682f1163-f2a6-4723-8e08-cde5b9afc02d tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:34.910285 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-517ff4b7-a0c8-4227-9c4d-06356a177739 req-682f1163-f2a6-4723-8e08-cde5b9afc02d tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 944 time: 0.0537200 Jun 21 08:16:34.965831 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-517ff4b7-a0c8-4227-9c4d-06356a177739 req-ea4bd612-a321-4e8b-838a-4e1a0534ed90 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493996 Jun 21 08:16:35.150593 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40100) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:35.165227 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad356-72bf-4255-be7f-dfe1018bf5bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:35.167856 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:35.247186 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad356-72bf-4255-be7f-dfe1018bf5bf admin admin] Publish callbacks [] for security_group (199154bb-8d4e-4571-80e5-15fbee754960), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:35.252908 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad356-72bf-4255-be7f-dfe1018bf5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (199154bb-8d4e-4571-80e5-15fbee754960), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:35.296436 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3b0ad356-72bf-4255-be7f-dfe1018bf5bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa78c35c6604409dbcd697157761f691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444888 Jun 21 08:16:35.297152 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ad356-72bf-4255-be7f-dfe1018bf5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199154bb-8d4e-4571-80e5-15fbee754960,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:35.299801 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40106) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:35.363538 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4f31d05-9279-441b-b607-192c3559c874 admin admin] Publish callbacks [] for security_group (199154bb-8d4e-4571-80e5-15fbee754960), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:35.388919 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4f31d05-9279-441b-b607-192c3559c874 admin admin] Publish callbacks [] for security_group (199154bb-8d4e-4571-80e5-15fbee754960), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:35.458012 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4f31d05-9279-441b-b607-192c3559c874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (199154bb-8d4e-4571-80e5-15fbee754960), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:35.460732 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4f31d05-9279-441b-b607-192c3559c874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:35.461901 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-a4f31d05-9279-441b-b607-192c3559c874 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/199154bb-8d4e-4571-80e5-15fbee754960 HTTP/1.1" status: 204 len: 168 time: 0.1607471 Jun 21 08:16:35.470126 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f31d05-9279-441b-b607-192c3559c874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199154bb-8d4e-4571-80e5-15fbee754960,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:35.885938 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53069d9a-6935-4f09-8646-c409b6bbade3 req-410d1f2d-c8f9-4e64-b99b-6118e4becfb3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:35.887439 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-53069d9a-6935-4f09-8646-c409b6bbade3 req-410d1f2d-c8f9-4e64-b99b-6118e4becfb3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0549991 Jun 21 08:16:35.910546 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:16:35.952629 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-53069d9a-6935-4f09-8646-c409b6bbade3 req-15b5fd30-0c2a-4507-acc7-5dd1fde9e920 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556514 Jun 21 08:16:36.027199 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007602c-3f1b-46c3-90f6-30ec562e0746 req-24f76327-583f-40e1-ba38-727b7d0aadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:36.029686 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5007602c-3f1b-46c3-90f6-30ec562e0746 req-24f76327-583f-40e1-ba38-727b7d0aadfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0ebfe281cb442e18830e44768082fdd&device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 1128 time: 0.0651076 Jun 21 08:16:36.034033 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,segment=NetworkSegment(cb7ef922-74ae-4d69-87a2-7692a477e55c),segment_id=cb7ef922-74ae-4d69-87a2-7692a477e55c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:36.045995 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c', 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339', 'port_id': '90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c', 'mac_address': 'fa:16:3e:fb:8c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704b38a8-295f-4cb1-a3c4-f721cb99115a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:16:36.099900 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:36.100694 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:36.117811 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:36.122891 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdb4a2-1ea7-4376-8586-df1146d4f8c9 req-12bb78f3-7491-4f3a-80a5-2538d8da0df1 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:36.125182 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:36.126114 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ecdb4a2-1ea7-4376-8586-df1146d4f8c9 req-12bb78f3-7491-4f3a-80a5-2538d8da0df1 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 944 time: 0.0621548 Jun 21 08:16:36.148660 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,segment=NetworkSegment(cb7ef922-74ae-4d69-87a2-7692a477e55c),segment_id=cb7ef922-74ae-4d69-87a2-7692a477e55c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:36.154825 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:36.191440 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ecdb4a2-1ea7-4376-8586-df1146d4f8c9 req-b704e643-34a7-433b-a86e-7ce63b90562e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512078 Jun 21 08:16:36.210396 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:36.544831 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:36.720052 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40176) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:36.944082 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e49a1d5-218f-46db-8a91-d295a9f3c7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:37.028395 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e49a1d5-218f-46db-8a91-d295a9f3c7e2 admin admin] Publish callbacks [] for security_group (53290d72-0688-44f9-b66e-e405429082ef), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:37.033909 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e49a1d5-218f-46db-8a91-d295a9f3c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (53290d72-0688-44f9-b66e-e405429082ef), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:37.039530 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:37.093552 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f19f81-7f25-450e-949d-45c760529f5d req-53d69b1a-fb25-4e39-926b-6fa2b1be70a6 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:37.103348 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-50f19f81-7f25-450e-949d-45c760529f5d req-53d69b1a-fb25-4e39-926b-6fa2b1be70a6 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0599258 Jun 21 08:16:37.111067 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:37.116288 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0e49a1d5-218f-46db-8a91-d295a9f3c7e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe3ea9192cb74c9580717e8f85793bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926549 Jun 21 08:16:37.116288 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49a1d5-218f-46db-8a91-d295a9f3c7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53290d72-0688-44f9-b66e-e405429082ef,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:37.117964 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40196) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:37.167327 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-50f19f81-7f25-450e-949d-45c760529f5d req-7b559078-5d2d-4fa4-86fc-d6cbf681ea04 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628686 Jun 21 08:16:37.189563 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea927dd-3479-4535-b45b-c2000b13795a admin admin] Publish callbacks [] for security_group (53290d72-0688-44f9-b66e-e405429082ef), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:37.213413 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea927dd-3479-4535-b45b-c2000b13795a admin admin] Publish callbacks [] for security_group (53290d72-0688-44f9-b66e-e405429082ef), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:37.292868 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea927dd-3479-4535-b45b-c2000b13795a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (53290d72-0688-44f9-b66e-e405429082ef), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:37.295567 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea927dd-3479-4535-b45b-c2000b13795a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:37.299365 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9ea927dd-3479-4535-b45b-c2000b13795a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53290d72-0688-44f9-b66e-e405429082ef HTTP/1.1" status: 204 len: 168 time: 0.1800931 Jun 21 08:16:37.308716 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea927dd-3479-4535-b45b-c2000b13795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53290d72-0688-44f9-b66e-e405429082ef,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:37.436692 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007602c-3f1b-46c3-90f6-30ec562e0746 req-0e8875e8-30a8-4a14-b547-8c6b0ed8d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:37.440777 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5007602c-3f1b-46c3-90f6-30ec562e0746 req-0e8875e8-30a8-4a14-b547-8c6b0ed8d90f service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d6b797-0aa0-4a78-a53e-fe3421f45339 HTTP/1.1" status: 200 len: 910 time: 0.2172103 Jun 21 08:16:37.446188 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82af62-b3aa-425c-9267-98ba45a120af req-f38cb626-bab3-4608-8725-c12e83ac844c tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:37.448175 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4b82af62-b3aa-425c-9267-98ba45a120af req-f38cb626-bab3-4608-8725-c12e83ac844c tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 945 time: 0.0739615 Jun 21 08:16:37.507653 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4b82af62-b3aa-425c-9267-98ba45a120af req-6f2392cc-9940-45bf-9efd-c542d4fbeb13 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521374 Jun 21 08:16:37.759080 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5007602c-3f1b-46c3-90f6-30ec562e0746 req-0b0b56f6-2bce-49cf-9a49-46188df34a0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c HTTP/1.1" status: 200 len: 217 time: 0.0554655 Jun 21 08:16:37.835090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007602c-3f1b-46c3-90f6-30ec562e0746 req-acce45d4-e37a-49c2-a51e-b64bca678a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:37.836794 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5007602c-3f1b-46c3-90f6-30ec562e0746 req-acce45d4-e37a-49c2-a51e-b64bca678a5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=704b38a8-295f-4cb1-a3c4-f721cb99115a HTTP/1.1" status: 200 len: 849 time: 0.0636919 Jun 21 08:16:37.895970 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5007602c-3f1b-46c3-90f6-30ec562e0746 req-9eb498d3-98ff-4235-986f-a8c2721a1b06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d6b797-0aa0-4a78-a53e-fe3421f45339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524020 Jun 21 08:16:37.918730 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:16:38.027297 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:16:38.038954 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:38.039396 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:38.043307 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5007602c-3f1b-46c3-90f6-30ec562e0746 req-c5a20020-6337-4e26-a5da-a58da84069ca service neutron] 10.222.0.46 "GET /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348186 Jun 21 08:16:38.130988 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:38.131384 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:38.159938 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea8d802-64a9-4160-b50d-daa8bee0c56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:38.162510 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451e348a-e89a-437f-a017-f1c9c0e091c2" -d '{"events": [{"server_uuid": "1ea8d802-64a9-4160-b50d-daa8bee0c56d", "name": "network-vif-plugged", "status": "completed", "tag": "90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:38.177810 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,segment=NetworkSegment(cb7ef922-74ae-4d69-87a2-7692a477e55c),segment_id=cb7ef922-74ae-4d69-87a2-7692a477e55c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:38.187046 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:38.238840 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:38.256071 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc5d729-8195-46f0-8b5d-2db49931845f x-openstack-request-id: req-5dc5d729-8195-46f0-8b5d-2db49931845f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:38.256176 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea8d802-64a9-4160-b50d-daa8bee0c56d", "name": "network-vif-plugged", "status": "completed", "tag": "90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:38.256378 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5dc5d729-8195-46f0-8b5d-2db49931845f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:38.257651 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc5d729-8195-46f0-8b5d-2db49931845f'] response: {'server_uuid': '1ea8d802-64a9-4160-b50d-daa8bee0c56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c', 'code': 200} Jun 21 08:16:38.263892 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:38.273719 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5007602c-3f1b-46c3-90f6-30ec562e0746 req-dfacc934-0e8e-4f69-85de-613b91e16bdf service neutron] 10.222.0.46 "GET /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138703 Jun 21 08:16:38.330195 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40256) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:38.415175 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:38.424283 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0e879-cc15-454a-80d3-f17988b2cec2 req-92c11ab5-b9db-41ea-aaf3-e2a983308e75 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:38.426193 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b8b0e879-cc15-454a-80d3-f17988b2cec2 req-92c11ab5-b9db-41ea-aaf3-e2a983308e75 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0875711 Jun 21 08:16:38.429010 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44af15-e1fd-404a-b00b-8bd1d9c4e229 req-f41de6f6-8992-40c1-9c9f-c5603411e921 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:38.430507 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bc44af15-e1fd-404a-b00b-8bd1d9c4e229 req-f41de6f6-8992-40c1-9c9f-c5603411e921 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 945 time: 0.0597808 Jun 21 08:16:38.482926 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b8b0e879-cc15-454a-80d3-f17988b2cec2 req-3da29edd-daf8-48e0-ab87-ed2f87dcc829 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505908 Jun 21 08:16:38.493461 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bc44af15-e1fd-404a-b00b-8bd1d9c4e229 req-6047e2cf-4feb-4cc8-9c7a-20e0c6973384 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Jun 21 08:16:38.509773 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d45105ae-b276-4504-a9a6-5688706af4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:38.525877 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=9,neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:38.636570 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d45105ae-b276-4504-a9a6-5688706af4b2 admin admin] Publish callbacks [] for security_group (4e58ee8a-4209-41a1-9bf2-fb6ff71afa01), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:38.648591 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d58fb-e8c3-45db-bad8-46111035cb30 req-c26e0cc2-eb25-4ec8-8402-bca46903b060 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:38.650096 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-437d58fb-e8c3-45db-bad8-46111035cb30 req-c26e0cc2-eb25-4ec8-8402-bca46903b060 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 946 time: 0.0634439 Jun 21 08:16:38.650673 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d45105ae-b276-4504-a9a6-5688706af4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (4e58ee8a-4209-41a1-9bf2-fb6ff71afa01), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:38.709902 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d45105ae-b276-4504-a9a6-5688706af4b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e4697429804472bb21a1d7d01e57c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759148 Jun 21 08:16:38.710254 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40268) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:38.711745 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45105ae-b276-4504-a9a6-5688706af4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e58ee8a-4209-41a1-9bf2-fb6ff71afa01,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:38.737859 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-437d58fb-e8c3-45db-bad8-46111035cb30 req-77710369-d26b-4342-b145-25df66ddecac tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761249 Jun 21 08:16:38.783877 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fad75001-397a-4d5e-aed2-08bac5c031fe admin admin] Publish callbacks [] for security_group (4e58ee8a-4209-41a1-9bf2-fb6ff71afa01), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:38.809273 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fad75001-397a-4d5e-aed2-08bac5c031fe admin admin] Publish callbacks [] for security_group (4e58ee8a-4209-41a1-9bf2-fb6ff71afa01), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:38.883484 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fad75001-397a-4d5e-aed2-08bac5c031fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (4e58ee8a-4209-41a1-9bf2-fb6ff71afa01), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:38.888848 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fad75001-397a-4d5e-aed2-08bac5c031fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:38.890292 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-fad75001-397a-4d5e-aed2-08bac5c031fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e58ee8a-4209-41a1-9bf2-fb6ff71afa01 HTTP/1.1" status: 204 len: 168 time: 0.1790125 Jun 21 08:16:38.913401 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad75001-397a-4d5e-aed2-08bac5c031fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e58ee8a-4209-41a1-9bf2-fb6ff71afa01,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:39.193019 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40284) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:39.207298 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-73c72794-b3c9-45f5-9a16-78a228221785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:39.287268 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-73c72794-b3c9-45f5-9a16-78a228221785 admin admin] Publish callbacks [] for security_group (e600c01c-87fe-4b60-aa10-1d410a0d54da), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:39.290756 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-73c72794-b3c9-45f5-9a16-78a228221785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e600c01c-87fe-4b60-aa10-1d410a0d54da), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:39.330902 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-73c72794-b3c9-45f5-9a16-78a228221785 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d051ef4ffe0a4db8859a02647d23b6c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365392 Jun 21 08:16:39.331655 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c72794-b3c9-45f5-9a16-78a228221785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e600c01c-87fe-4b60-aa10-1d410a0d54da,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:39.333438 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40288) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:39.385949 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee7a62ff-e0c2-4b75-9c2a-3767ed75a8d4 admin admin] Publish callbacks [] for security_group (e600c01c-87fe-4b60-aa10-1d410a0d54da), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:39.406578 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee7a62ff-e0c2-4b75-9c2a-3767ed75a8d4 admin admin] Publish callbacks [] for security_group (e600c01c-87fe-4b60-aa10-1d410a0d54da), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:39.451952 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee7a62ff-e0c2-4b75-9c2a-3767ed75a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e600c01c-87fe-4b60-aa10-1d410a0d54da), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:39.454498 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee7a62ff-e0c2-4b75-9c2a-3767ed75a8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:39.457972 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ee7a62ff-e0c2-4b75-9c2a-3767ed75a8d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e600c01c-87fe-4b60-aa10-1d410a0d54da HTTP/1.1" status: 204 len: 168 time: 0.1212149 Jun 21 08:16:39.463451 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a62ff-e0c2-4b75-9c2a-3767ed75a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e600c01c-87fe-4b60-aa10-1d410a0d54da,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:39.608633 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852636a6-dff6-41e0-9671-24221930da2b req-a21071d5-dbb2-457b-bf48-b686275808eb tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:39.610413 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-852636a6-dff6-41e0-9671-24221930da2b req-a21071d5-dbb2-457b-bf48-b686275808eb tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0529363 Jun 21 08:16:39.637892 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee681a7-04cc-472b-9b14-77fed4df47dc req-8c0e5fa7-f7a5-43f4-be8b-669d9f71d09a tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:39.639409 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ee681a7-04cc-472b-9b14-77fed4df47dc req-8c0e5fa7-f7a5-43f4-be8b-669d9f71d09a tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 945 time: 0.0549204 Jun 21 08:16:39.671329 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-852636a6-dff6-41e0-9671-24221930da2b req-7c2b8c70-7f94-4b54-a608-2055054da241 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550292 Jun 21 08:16:39.693823 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ee681a7-04cc-472b-9b14-77fed4df47dc req-6a90893b-d038-4df8-a8c3-5d24980e63a7 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473654 Jun 21 08:16:39.858813 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cf754-d6c0-4aa4-85e5-90c323886845 req-7956bd54-7259-4e69-b09b-225a3aa07a5b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:39.860934 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-137cf754-d6c0-4aa4-85e5-90c323886845 req-7956bd54-7259-4e69-b09b-225a3aa07a5b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 946 time: 0.0502110 Jun 21 08:16:39.874814 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:39.913587 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-137cf754-d6c0-4aa4-85e5-90c323886845 req-2a615cee-5174-41f5-9ada-47df9e4ec217 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464778 Jun 21 08:16:40.079035 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6992ad-b555-4eed-9b56-afab8e6b609d req-48ba527e-56ce-48d4-9978-a1501b21d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:40.080883 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8a6992ad-b555-4eed-9b56-afab8e6b609d req-48ba527e-56ce-48d4-9978-a1501b21d180 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 1130 time: 0.0455303 Jun 21 08:16:40.154889 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8a6992ad-b555-4eed-9b56-afab8e6b609d req-c16fda9c-67ca-48f9-a535-d305b45866d4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606537 Jun 21 08:16:40.168881 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-74e81757-f1ed-4e5a-aa4c-ed1b9ebae764 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b791fbed0800400290c38ac5f481ec60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398445 Jun 21 08:16:40.237199 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:40.385188 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-947c5fbf-adca-4e96-b100-50f177afd0bb tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:40.386807 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-947c5fbf-adca-4e96-b100-50f177afd0bb tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081249 Jun 21 08:16:40.414946 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-46384a64-0b8c-4f1d-90a4-b5e166a68bbd tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/quotas/b791fbed0800400290c38ac5f481ec60 HTTP/1.1" status: 200 len: 375 time: 0.0178161 Jun 21 08:16:40.445636 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-ec05fbdf-e34c-4c54-a3ab-c275469300b0 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b791fbed0800400290c38ac5f481ec60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293722 Jun 21 08:16:40.645138 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-285d300d-b1b5-417b-8170-1f899af5f307 req-e106d1e6-1fef-4ec2-b0d6-1faab95e954f tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 210 time: 0.0469625 Jun 21 08:16:40.721951 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40364) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:40.812851 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64cb35-09d8-476f-b69c-dbb32ecc0090 req-574b07e3-23e6-4799-81fb-4f00c0125e5f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:40.816294 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5e64cb35-09d8-476f-b69c-dbb32ecc0090 req-574b07e3-23e6-4799-81fb-4f00c0125e5f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0646658 Jun 21 08:16:40.834136 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443989d-5a0a-413c-a1ab-0582fc5380f2 req-815bff17-d6b8-4d04-bcb7-c0808a9fce3e tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:40.836505 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f443989d-5a0a-413c-a1ab-0582fc5380f2 req-815bff17-d6b8-4d04-bcb7-c0808a9fce3e tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 945 time: 0.0505476 Jun 21 08:16:40.874219 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8052af5f-70c6-4376-b078-0eed8c9ba815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:40.896496 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f443989d-5a0a-413c-a1ab-0582fc5380f2 req-94c30f03-9284-4ab1-9f45-426a93f95bb7 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c843ca7-e92d-4db1-bf6e-ce44809c709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532253 Jun 21 08:16:40.923792 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5e64cb35-09d8-476f-b69c-dbb32ecc0090 req-d12aaa09-3cc2-4ec9-82ac-2ffb39fcd704 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964308 Jun 21 08:16:40.992545 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8052af5f-70c6-4376-b078-0eed8c9ba815 admin admin] Publish callbacks [] for security_group (2ac39b07-1fd5-43ff-ac73-18e6389dd3c5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:40.997014 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8052af5f-70c6-4376-b078-0eed8c9ba815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (2ac39b07-1fd5-43ff-ac73-18e6389dd3c5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:41.037985 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8052af5f-70c6-4376-b078-0eed8c9ba815 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ed84a0b923143f086103d2a85c076db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148484 Jun 21 08:16:41.038263 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc655d1-70de-4652-a894-084ae90d4a9b req-1bad988a-8450-4e80-a439-5a34663ef90d tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:41.039081 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052af5f-70c6-4376-b078-0eed8c9ba815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac39b07-1fd5-43ff-ac73-18e6389dd3c5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:41.039523 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5bc655d1-70de-4652-a894-084ae90d4a9b req-1bad988a-8450-4e80-a439-5a34663ef90d tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 946 time: 0.0494983 Jun 21 08:16:41.040456 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40372) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:41.089404 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:41.163892 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5bc655d1-70de-4652-a894-084ae90d4a9b req-d24673a0-05bf-4622-80c4-58514006d943 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172049 Jun 21 08:16:41.164495 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f494-c759-4b6f-808d-11769821654d admin admin] Publish callbacks [] for security_group (2ac39b07-1fd5-43ff-ac73-18e6389dd3c5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:41.178384 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-87b6d834-97cf-46b3-bc05-8be7442149e1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:41.179865 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-87b6d834-97cf-46b3-bc05-8be7442149e1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.46 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 945 time: 0.0741765 Jun 21 08:16:41.197939 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f494-c759-4b6f-808d-11769821654d admin admin] Publish callbacks [] for security_group (2ac39b07-1fd5-43ff-ac73-18e6389dd3c5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:41.341173 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f494-c759-4b6f-808d-11769821654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (2ac39b07-1fd5-43ff-ac73-18e6389dd3c5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:41.343603 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f494-c759-4b6f-808d-11769821654d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:41.344765 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e9e7f494-c759-4b6f-808d-11769821654d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ac39b07-1fd5-43ff-ac73-18e6389dd3c5 HTTP/1.1" status: 204 len: 168 time: 0.3034205 Jun 21 08:16:41.348160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-4ba60bd0-2c98-4e5d-a70f-736dd3738bc1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Deleting port ce685fa0-a928-459e-a8b1-21743bcb9479 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:16:41.349006 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-4ba60bd0-2c98-4e5d-a70f-736dd3738bc1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:41.356362 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7f494-c759-4b6f-808d-11769821654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac39b07-1fd5-43ff-ac73-18e6389dd3c5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:41.457135 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-4ba60bd0-2c98-4e5d-a70f-736dd3738bc1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] For port ce685fa0-a928-459e-a8b1-21743bcb9479, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ce685fa0-a928-459e-a8b1-21743bcb9479,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:41.457498 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-4ba60bd0-2c98-4e5d-a70f-736dd3738bc1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:41.474094 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-4ba60bd0-2c98-4e5d-a70f-736dd3738bc1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Calling delete_port for ce685fa0-a928-459e-a8b1-21743bcb9479 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:16:41.667340 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-4ba60bd0-2c98-4e5d-a70f-736dd3738bc1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (ce685fa0-a928-459e-a8b1-21743bcb9479), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:41.681823 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['ce685fa0-a928-459e-a8b1-21743bcb9479'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:41.688652 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:41.802409 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:41.838676 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3600c9d1-4465-49cd-8e5f-c62abd574dbc req-8a8483b2-7656-4712-8c23-be0855c062c2 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 210 time: 0.0471098 Jun 21 08:16:41.843157 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba60bd0-2c98-4e5d-a70f-736dd3738bc1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Pushing event deleted for resources: {'Port': ['ID=ce685fa0-a928-459e-a8b1-21743bcb9479,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:41.867132 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-4ba60bd0-2c98-4e5d-a70f-736dd3738bc1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] No DVR routers for this DVR port ce685fa0-a928-459e-a8b1-21743bcb9479 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:16:41.870202 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-4ba60bd0-2c98-4e5d-a70f-736dd3738bc1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:41.873413 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f39d6779-5fcb-489f-9dea-7ff87354d1f1 req-4ba60bd0-2c98-4e5d-a70f-736dd3738bc1 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.46 "DELETE /v2.0/ports/ce685fa0-a928-459e-a8b1-21743bcb9479 HTTP/1.1" status: 204 len: 173 time: 0.6660016 Jun 21 08:16:41.874113 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a986f1a9-57eb-4763-9487-8312fb029ae9', 'name': 'network-vif-deleted', 'tag': 'ce685fa0-a928-459e-a8b1-21743bcb9479'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:41.877501 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c0588-5f42-4bfa-954e-6ff804f100c1" -d '{"events": [{"server_uuid": "a986f1a9-57eb-4763-9487-8312fb029ae9", "name": "network-vif-deleted", "tag": "ce685fa0-a928-459e-a8b1-21743bcb9479"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:41.950506 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98105d3-53b2-4db3-b5e1-0d861002ccd9 x-openstack-request-id: req-e98105d3-53b2-4db3-b5e1-0d861002ccd9 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:41.951172 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40408) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:41.951474 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a986f1a9-57eb-4763-9487-8312fb029ae9", "name": "network-vif-deleted", "tag": "ce685fa0-a928-459e-a8b1-21743bcb9479", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:41.951735 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e98105d3-53b2-4db3-b5e1-0d861002ccd9 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:41.952141 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98105d3-53b2-4db3-b5e1-0d861002ccd9'] response: {'server_uuid': 'a986f1a9-57eb-4763-9487-8312fb029ae9', 'name': 'network-vif-deleted', 'tag': 'ce685fa0-a928-459e-a8b1-21743bcb9479', 'status': 'completed', 'code': 200} Jun 21 08:16:42.046850 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a84c9b8c-3900-409b-8ede-fbaaedfde162 req-b3aec147-62bf-4c39-afba-d335d19a6463 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 210 time: 0.0606012 Jun 21 08:16:42.142187 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f8045f8c-9d21-458c-bbe5-cf4ac14f4bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:42.327290 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f8045f8c-9d21-458c-bbe5-cf4ac14f4bdf admin admin] Publish callbacks [] for security_group (e6b16e3a-6f26-4ebe-b0a6-e8837bbfed43), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:42.338191 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0768d8-2b8a-41cc-968d-7eaf14f40068 req-dca8bb7f-78c3-42f1-a725-261cea79fa0b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:42.340358 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bb0768d8-2b8a-41cc-968d-7eaf14f40068 req-dca8bb7f-78c3-42f1-a725-261cea79fa0b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 946 time: 0.0763395 Jun 21 08:16:42.342102 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f8045f8c-9d21-458c-bbe5-cf4ac14f4bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e6b16e3a-6f26-4ebe-b0a6-e8837bbfed43), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:42.389312 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-e0e382d4-e3b1-400d-a2c4-5e8fa3d819af tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b791fbed0800400290c38ac5f481ec60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359545 Jun 21 08:16:42.400252 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c19a7c-7318-4d2d-8317-16d3e1a86592 req-74067658-1060-4cf9-82c4-a5621f2623de tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:42.408445 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f8045f8c-9d21-458c-bbe5-cf4ac14f4bdf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe15c36e96024614ac8342a4a0b0db2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4552462 Jun 21 08:16:42.409294 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b7c19a7c-7318-4d2d-8317-16d3e1a86592 req-74067658-1060-4cf9-82c4-a5621f2623de tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.3874176 Jun 21 08:16:42.412378 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40424) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:42.422302 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8045f8c-9d21-458c-bbe5-cf4ac14f4bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b16e3a-6f26-4ebe-b0a6-e8837bbfed43,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:42.504897 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bb0768d8-2b8a-41cc-968d-7eaf14f40068 req-a142aa53-71cb-440d-95cc-bea0739cff7e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390581 Jun 21 08:16:42.516740 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64dcf0be-e94c-48c8-93db-dc013ee995c8 admin admin] Publish callbacks [] for security_group (e6b16e3a-6f26-4ebe-b0a6-e8837bbfed43), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:42.579512 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64dcf0be-e94c-48c8-93db-dc013ee995c8 admin admin] Publish callbacks [] for security_group (e6b16e3a-6f26-4ebe-b0a6-e8837bbfed43), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:42.621451 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b7c19a7c-7318-4d2d-8317-16d3e1a86592 req-e3ebb614-7944-4ff3-9191-aa872d8f2d6b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111778 Jun 21 08:16:42.662047 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64dcf0be-e94c-48c8-93db-dc013ee995c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e6b16e3a-6f26-4ebe-b0a6-e8837bbfed43), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:42.665684 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64dcf0be-e94c-48c8-93db-dc013ee995c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:42.669314 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-64dcf0be-e94c-48c8-93db-dc013ee995c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6b16e3a-6f26-4ebe-b0a6-e8837bbfed43 HTTP/1.1" status: 204 len: 168 time: 0.2533555 Jun 21 08:16:42.681963 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcf0be-e94c-48c8-93db-dc013ee995c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b16e3a-6f26-4ebe-b0a6-e8837bbfed43,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:42.721502 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-b28b1032-75a9-49f7-8e26-69ac5ea0e76a tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:42.723636 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-b28b1032-75a9-49f7-8e26-69ac5ea0e76a tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060968 Jun 21 08:16:42.946379 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ab2c0a87-dfdf-4f74-bef8-2a17ad67c54d req-a7fb0307-ee46-483b-b3b2-a4857e446fe7 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 210 time: 0.0306761 Jun 21 08:16:42.988102 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Request body: {'port': {'device_id': '249ade97-c85b-4b43-ad88-2c715fa26af4', 'network_id': '140ebf00-1116-444e-843f-5defe618a43a', 'admin_state_up': True, 'tenant_id': 'b791fbed0800400290c38ac5f481ec60'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:43.020894 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=94 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:43.027608 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=39 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:43.201748 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Made reservation on behalf of b791fbed0800400290c38ac5f481ec60 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:16:43.208472 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.228788 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.238990 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8ebee896-5c1c-4819-96bd-24a7b26f375b req-31ada915-cb8f-4b50-9b3d-43897a9b0a52 tempest-DeleteServersTestJSON-749711396 tempest-DeleteServersTestJSON-749711396-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986f1a9-57eb-4763-9487-8312fb029ae9 HTTP/1.1" status: 200 len: 210 time: 0.0524838 Jun 21 08:16:43.256021 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40460) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:43.270687 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de93a91e-4d54-431a-b371-387c504a329c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.328486 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:43.334050 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:43.368266 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks [] for security_group (858a73a1-a7dc-40e1-8f77-b74010ea2b7f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.373091 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (858a73a1-a7dc-40e1-8f77-b74010ea2b7f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.399803 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9aa42-8104-4a9d-b2b2-d720e98618f1 req-bfcdaf98-e396-4ec8-8155-546b8d2330a4 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:43.401494 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0cf9aa42-8104-4a9d-b2b2-d720e98618f1 req-bfcdaf98-e396-4ec8-8155-546b8d2330a4 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 946 time: 0.0662487 Jun 21 08:16:43.435614 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858a73a1-a7dc-40e1-8f77-b74010ea2b7f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:43.444716 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de93a91e-4d54-431a-b371-387c504a329c admin admin] Publish callbacks [] for security_group (ea023898-83ce-4eca-8c97-2973cbcad387), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.452250 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de93a91e-4d54-431a-b371-387c504a329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (ea023898-83ce-4eca-8c97-2973cbcad387), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.499270 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-de93a91e-4d54-431a-b371-387c504a329c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cd62c69af5c400c845aad5a56db0384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413898 Jun 21 08:16:43.505583 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40468) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:43.519349 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93a91e-4d54-431a-b371-387c504a329c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea023898-83ce-4eca-8c97-2973cbcad387,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:43.525598 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0cf9aa42-8104-4a9d-b2b2-d720e98618f1 req-c1d3e241-0972-49fa-8697-a8da088b9abd tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111348 Jun 21 08:16:43.556663 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Allocated IP 192.168.233.118 (140ebf00-1116-444e-843f-5defe618a43a/4a74698f-ab0c-4c58-ad8a-c03ff41b2870/7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:16:43.587924 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-810b4da0-61a0-47a3-b705-37ecadbd0f6a admin admin] Publish callbacks [] for security_group (ea023898-83ce-4eca-8c97-2973cbcad387), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.626469 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:43.637233 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-810b4da0-61a0-47a3-b705-37ecadbd0f6a admin admin] Publish callbacks [] for security_group (ea023898-83ce-4eca-8c97-2973cbcad387), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.781863 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-810b4da0-61a0-47a3-b705-37ecadbd0f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (ea023898-83ce-4eca-8c97-2973cbcad387), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.784575 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-810b4da0-61a0-47a3-b705-37ecadbd0f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.785663 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-810b4da0-61a0-47a3-b705-37ecadbd0f6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea023898-83ce-4eca-8c97-2973cbcad387 HTTP/1.1" status: 204 len: 168 time: 0.2790253 Jun 21 08:16:43.810542 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b4da0-61a0-47a3-b705-37ecadbd0f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea023898-83ce-4eca-8c97-2973cbcad387,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:43.818309 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064f0c-fd6a-4034-a44a-9f2a7b5ecae7 req-2a934916-d9b4-4e7c-9caa-43c1d4d5541f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:43.825191 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42064f0c-fd6a-4034-a44a-9f2a7b5ecae7 req-2a934916-d9b4-4e7c-9caa-43c1d4d5541f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0940304 Jun 21 08:16:43.857019 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks [] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.912711 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42064f0c-fd6a-4034-a44a-9f2a7b5ecae7 req-10f92df4-e2a2-4a23-b15c-18a356c1abe2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864894 Jun 21 08:16:43.943666 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:43.988990 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device ce685fa0-a928-459e-a8b1-21743bcb9479 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:16:44.006138 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Network 140ebf00-1116-444e-843f-5defe618a43a is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:16:44.009841 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:16:44.013845 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:16:44.019014 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:44.019636 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:44.039974 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: ce685fa0-a928-459e-a8b1-21743bcb9479 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:16:44.040489 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device ce685fa0-a928-459e-a8b1-21743bcb9479 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:16:44.044169 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Pushing event updated for resources: {'Port': ['ID=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:44.055493 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-c9c0c77f-f7ab-4ed7-b928-789d6a276f85 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0803874 Jun 21 08:16:44.113741 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:44.169584 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e1e4f-1ed2-402f-b4bd-9468a027996a req-e0d1162d-7de9-415a-bf13-fff3b9762246 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:44.173625 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-283e1e4f-1ed2-402f-b4bd-9468a027996a req-e0d1162d-7de9-415a-bf13-fff3b9762246 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 936 time: 0.0734820 Jun 21 08:16:44.239589 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-283e1e4f-1ed2-402f-b4bd-9468a027996a req-d521d541-88e2-466d-b02f-66a94f6fe96b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595953 Jun 21 08:16:44.315856 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-be9f0f60-17af-4372-aa61-8a6aa5b74243 None None] Provisioning complete for port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:44.316539 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-be9f0f60-17af-4372-aa61-8a6aa5b74243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:44.371822 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-be9f0f60-17af-4372-aa61-8a6aa5b74243 None None] Port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:16:44.515567 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Request body: {'port': {'device_id': '249ade97-c85b-4b43-ad88-2c715fa26af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:44.613434 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:44.626143 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:44.771158 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd09ff1-6ae6-4709-96c1-1d407b5b6161 req-627d2c9a-af65-4acb-bf5e-4b9b5f64145f tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:44.773000 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3fd09ff1-6ae6-4709-96c1-1d407b5b6161 req-627d2c9a-af65-4acb-bf5e-4b9b5f64145f tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 946 time: 0.1220968 Jun 21 08:16:44.856584 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3fd09ff1-6ae6-4709-96c1-1d407b5b6161 req-ad903cf0-a05b-43e5-a5ec-a850af6ebd94 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651124 Jun 21 08:16:44.948391 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-74254830-c56a-4d6d-9dc5-a1581294fccd tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:44.949841 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-74254830-c56a-4d6d-9dc5-a1581294fccd tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 946 time: 0.0860753 Jun 21 08:16:45.020029 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:45.041994 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fff32e-7703-42d1-8ec7-6dc0af65d322 req-d3b678c5-a0b7-40ca-8324-98b664212375 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:45.044145 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-84fff32e-7703-42d1-8ec7-6dc0af65d322 req-d3b678c5-a0b7-40ca-8324-98b664212375 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0555952 Jun 21 08:16:45.093998 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-edbeede8-d17d-4a3e-853f-2efef612ab1b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Deleting port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:16:45.094450 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-edbeede8-d17d-4a3e-853f-2efef612ab1b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:45.103287 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-84fff32e-7703-42d1-8ec7-6dc0af65d322 req-64c715ac-b862-414c-97ba-10b2a8f3e9ae tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512457 Jun 21 08:16:45.128714 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:45.163649 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Publish callbacks [] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:45.188419 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Transition to ACTIVE for port object 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:16:45.200002 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:45.263489 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-edbeede8-d17d-4a3e-853f-2efef612ab1b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] For port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,segment=NetworkSegment(cb7ef922-74ae-4d69-87a2-7692a477e55c),segment_id=cb7ef922-74ae-4d69-87a2-7692a477e55c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:45.263864 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-edbeede8-d17d-4a3e-853f-2efef612ab1b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:45.288648 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Pushing event updated for resources: {'Port': ['ID=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:45.296937 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-edbeede8-d17d-4a3e-853f-2efef612ab1b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Calling delete_port for 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:16:45.377881 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Attempting to bind port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:16:45.378224 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Attempting to bind port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'e95b877a-7612-4abe-8dc5-3efb0fc77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '140ebf00-1116-444e-843f-5defe618a43a'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:16:45.378548 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Attempting to bind port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf on network 140ebf00-1116-444e-843f-5defe618a43a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:16:45.407393 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf on network 140ebf00-1116-444e-843f-5defe618a43a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:16:45.407764 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Attempting to bind port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf on network 140ebf00-1116-444e-843f-5defe618a43a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:16:45.432305 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:16:45.432639 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Checking segment: {'id': 'e95b877a-7612-4abe-8dc5-3efb0fc77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '140ebf00-1116-444e-843f-5defe618a43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:16:45.433218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Bound using segment: {'id': 'e95b877a-7612-4abe-8dc5-3efb0fc77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '140ebf00-1116-444e-843f-5defe618a43a'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:16:45.433657 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Bound port: 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95b877a-7612-4abe-8dc5-3efb0fc77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '140ebf00-1116-444e-843f-5defe618a43a'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:16:45.434228 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:45.444568 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b77014-1559-4ae9-a792-2b76cb4d8bfe req-8dd7e9b9-3332-4a24-90cc-575535f91886 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:45.447101 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d6b77014-1559-4ae9-a792-2b76cb4d8bfe req-8dd7e9b9-3332-4a24-90cc-575535f91886 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 948 time: 0.0814729 Jun 21 08:16:45.462401 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:45.577012 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] For port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:16:45.601516 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d6b77014-1559-4ae9-a792-2b76cb4d8bfe req-a9b3ca74-2b2f-4391-882a-7eb4e3903ddc tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347861 Jun 21 08:16:45.615703 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] For port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,segment=NetworkSegment(e95b877a-7612-4abe-8dc5-3efb0fc77e02),segment_id=e95b877a-7612-4abe-8dc5-3efb0fc77e02)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:16:45.628562 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:45.680559 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:45.681170 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:45.682708 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] 10.222.0.46 "PUT /v2.0/ports/7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf HTTP/1.1" status: 200 len: 1098 time: 1.1715980 Jun 21 08:16:45.683124 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249ade97-c85b-4b43-ad88-2c715fa26af4', 'tag': '7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:45.686649 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d4df9-1c68-4d65-b278-30b1a5143c41" -d '{"events": [{"name": "network-changed", "server_uuid": "249ade97-c85b-4b43-ad88-2c715fa26af4", "tag": "7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:45.693261 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-edbeede8-d17d-4a3e-853f-2efef612ab1b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:45.707951 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:45.716998 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951799c-9b93-48d9-879b-2479e0c9320b service neutron] Pushing event updated for resources: {'Port': ['ID=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:45.765212 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dd7374-e93c-4cc4-ae6f-3eca0d6fd6de x-openstack-request-id: req-50dd7374-e93c-4cc4-ae6f-3eca0d6fd6de {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:45.765791 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249ade97-c85b-4b43-ad88-2c715fa26af4", "tag": "7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:45.766885 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50dd7374-e93c-4cc4-ae6f-3eca0d6fd6de {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:45.767450 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50dd7374-e93c-4cc4-ae6f-3eca0d6fd6de'] response: {'name': 'network-changed', 'server_uuid': '249ade97-c85b-4b43-ad88-2c715fa26af4', 'tag': '7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf', 'status': 'completed', 'code': 200} Jun 21 08:16:45.864026 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40564) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:45.889223 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-3a8fb445-fee3-4ffa-a3b7-4f08ca0bed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:45.891143 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-3a8fb445-fee3-4ffa-a3b7-4f08ca0bed46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b791fbed0800400290c38ac5f481ec60&device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 1132 time: 0.1195700 Jun 21 08:16:45.893113 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-edbeede8-d17d-4a3e-853f-2efef612ab1b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] No DVR routers for this DVR port 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:16:45.906024 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbeede8-d17d-4a3e-853f-2efef612ab1b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Pushing event deleted for resources: {'Port': ['ID=90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:45.928572 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-edbeede8-d17d-4a3e-853f-2efef612ab1b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:45.931808 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af8ed8c0-039b-46e6-8886-fd25671b4c3c req-edbeede8-d17d-4a3e-853f-2efef612ab1b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.46 "DELETE /v2.0/ports/90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c HTTP/1.1" status: 204 len: 173 time: 0.9755092 Jun 21 08:16:46.021286 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-167bec74-0458-4702-8971-299d1bafcac3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf HTTP/1.1" status: 200 len: 217 time: 0.1142609 Jun 21 08:16:46.037713 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:46.093020 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-86f0c218-4c56-467e-8be1-3fd40596ed03 req-bc18f0d0-39dc-40aa-b799-72497eb08abc tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea8d802-64a9-4160-b50d-daa8bee0c56d HTTP/1.1" status: 200 len: 210 time: 0.0821021 Jun 21 08:16:46.171212 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-d45c0d32-62de-443f-a5c1-ebfc6e1ab4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:46.174672 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-d45c0d32-62de-443f-a5c1-ebfc6e1ab4c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a74698f-ab0c-4c58-ad8a-c03ff41b2870 HTTP/1.1" status: 200 len: 843 time: 0.1361182 Jun 21 08:16:46.228286 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-e89ca9c4-98f8-456f-9eb2-b7a0918a5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:46.230314 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-e89ca9c4-98f8-456f-9eb2-b7a0918a5f7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=140ebf00-1116-444e-843f-5defe618a43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0482378 Jun 21 08:16:46.299345 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c533d-29a1-45c2-b1f6-7d13dfa921b9 req-5438f5ba-ed5a-457e-8b45-03987a4b45b8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:46.300852 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-482c533d-29a1-45c2-b1f6-7d13dfa921b9 req-5438f5ba-ed5a-457e-8b45-03987a4b45b8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0901353 Jun 21 08:16:46.596261 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-509200e2-fad8-453b-984d-513b0b666f23 service neutron] 10.222.0.46 "GET /v2.0/networks/140ebf00-1116-444e-843f-5defe618a43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324744 Jun 21 08:16:46.721053 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-482c533d-29a1-45c2-b1f6-7d13dfa921b9 req-1b239814-b6c0-4d55-a234-ed4fb68f4314 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031091 Jun 21 08:16:46.741528 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (2745eb04-ac6d-4474-bf31-77bc22920785), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:46.836150 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6e7916f9-1dda-4e9b-a25b-f3f93daec30c req-d77b6fec-003d-4cba-9558-acadb94bf385 service neutron] 10.222.0.46 "GET /v2.0/networks/140ebf00-1116-444e-843f-5defe618a43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271607 Jun 21 08:16:46.891813 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bdb8f-f9d9-47ac-9919-cfa2669bc36e req-0f6c053a-31de-49c2-abba-6cf61627df8a tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:46.893695 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fe8bdb8f-f9d9-47ac-9919-cfa2669bc36e req-0f6c053a-31de-49c2-abba-6cf61627df8a tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 948 time: 0.0566599 Jun 21 08:16:46.951595 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fe8bdb8f-f9d9-47ac-9919-cfa2669bc36e req-b34001dc-d606-489c-be43-4e13592696a7 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502033 Jun 21 08:16:46.987095 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:47.056492 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] Deleting port 8503fea5-6a6a-42c8-8641-62f21d734c84 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:16:47.056856 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:47.148142 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] For port 8503fea5-6a6a-42c8-8641-62f21d734c84, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=8503fea5-6a6a-42c8-8641-62f21d734c84,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:47.148528 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:47.163043 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] Calling delete_port for 8503fea5-6a6a-42c8-8641-62f21d734c84 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:16:47.171750 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:47.393028 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (8503fea5-6a6a-42c8-8641-62f21d734c84), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:47.423041 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] Pushing event deleted for resources: {'Port': ['ID=8503fea5-6a6a-42c8-8641-62f21d734c84,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:47.483960 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-e0d67769-f1ac-4d79-8556-ac3bab7f9390 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:47.485762 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-e0d67769-f1ac-4d79-8556-ac3bab7f9390 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/networks?id=98d6b797-0aa0-4a78-a53e-fe3421f45339 HTTP/1.1" status: 200 len: 809 time: 0.1268840 Jun 21 08:16:47.503442 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-1aefb511-94e2-4adf-bbe5-e1daf978b0ae tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/quotas/d0ebfe281cb442e18830e44768082fdd HTTP/1.1" status: 200 len: 375 time: 0.0104156 Jun 21 08:16:47.540653 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-435fa748-6c13-42ea-9e7b-eb3bcc9e366c tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0ebfe281cb442e18830e44768082fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298400 Jun 21 08:16:47.598969 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (2745eb04-ac6d-4474-bf31-77bc22920785), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:47.660762 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-d8826fd2-a812-417c-8cc7-3ac5ff326f52 service neutron] 10.222.0.36 "GET /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093414 Jun 21 08:16:47.767124 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-f4bde169-72c8-4e59-9efc-d0f74d7a4fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003790 Jun 21 08:16:47.769405 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea8d802-64a9-4160-b50d-daa8bee0c56d', 'name': 'network-vif-deleted', 'tag': '90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:47.774268 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af434a22-6641-4857-a25d-be139391fd6e" -d '{"events": [{"server_uuid": "1ea8d802-64a9-4160-b50d-daa8bee0c56d", "name": "network-vif-deleted", "tag": "90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:47.857986 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] Router 2745eb04-ac6d-4474-bf31-77bc22920785 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:16:47.868516 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8655e0a-7df8-4d65-9163-91667db4f37a req-c97f7471-8456-4643-840f-cc7ec4abab41 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:47.870144 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8655e0a-7df8-4d65-9163-91667db4f37a req-c97f7471-8456-4643-840f-cc7ec4abab41 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0671039 Jun 21 08:16:47.905714 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-860654ce-34e3-457b-8e2d-edcb3b12890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:47.907999 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-860654ce-34e3-457b-8e2d-edcb3b12890e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b791fbed0800400290c38ac5f481ec60&device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 1132 time: 0.0480478 Jun 21 08:16:47.944764 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a787212-1a1c-416e-a33e-19337cee1bc5 x-openstack-request-id: req-6a787212-1a1c-416e-a33e-19337cee1bc5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:47.945410 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea8d802-64a9-4160-b50d-daa8bee0c56d", "name": "network-vif-deleted", "tag": "90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:47.946214 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a787212-1a1c-416e-a33e-19337cee1bc5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:47.946837 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a787212-1a1c-416e-a33e-19337cee1bc5'] response: {'server_uuid': '1ea8d802-64a9-4160-b50d-daa8bee0c56d', 'name': 'network-vif-deleted', 'tag': '90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c', 'status': 'completed', 'code': 200} Jun 21 08:16:47.965463 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:16:47.968347 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:16:47.987330 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:48.016390 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:48.043997 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:16:48.044407 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 90a66523-b3bd-4fd9-a1b9-e5917bcdbb1c not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:16:48.080988 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-56ab008e-ed20-446c-bc42-f21e3082a678 req-aaf1a2f8-46c5-42aa-a71e-b139feba4b2f tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 210 time: 0.0515220 Jun 21 08:16:48.082644 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-d4b2efec-92c1-49b1-b9d6-c81518cd779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:48.084000 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-d4b2efec-92c1-49b1-b9d6-c81518cd779b service neutron] 10.222.0.46 "GET /v2.0/networks?id=140ebf00-1116-444e-843f-5defe618a43a HTTP/1.1" status: 200 len: 870 time: 0.1673162 Jun 21 08:16:48.169040 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8655e0a-7df8-4d65-9163-91667db4f37a req-1cea9d9d-762f-43aa-a75d-aafdc396954d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809408 Jun 21 08:16:48.180528 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:16:48.194041 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] Sync routers for ids ['2745eb04-ac6d-4474-bf31-77bc22920785'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:16:48.196031 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-24bccb28-9636-45ca-a8e4-84518276ed9b admin admin] 10.222.0.36 "PUT /v2.0/routers/2745eb04-ac6d-4474-bf31-77bc22920785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3309536 Jun 21 08:16:48.196189 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-56160cd6-6d07-42ce-b10a-540307e9f28c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf HTTP/1.1" status: 200 len: 217 time: 0.1034868 Jun 21 08:16:48.198328 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40646) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:48.207064 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:48.217872 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,segment=NetworkSegment(e95b877a-7612-4abe-8dc5-3efb0fc77e02),segment_id=e95b877a-7612-4abe-8dc5-3efb0fc77e02)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:48.219654 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] Routers {'2745eb04-ac6d-4474-bf31-77bc22920785'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:16:48.224623 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['2745eb04-ac6d-4474-bf31-77bc22920785'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:48.231260 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:48.231416 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:48.232723 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf', 'network_id': '140ebf00-1116-444e-843f-5defe618a43a', 'port_id': '7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf', 'mac_address': 'fa:16:3e:87:9d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a74698f-ab0c-4c58-ad8a-c03ff41b2870', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:16:48.268621 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c7fc0-93e9-461e-9e9b-6f08bacd8180 req-f1151e05-04f3-46ff-9e47-2c5c85fb830d tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:48.278756 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-049c7fc0-93e9-461e-9e9b-6f08bacd8180 req-f1151e05-04f3-46ff-9e47-2c5c85fb830d tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 948 time: 0.0953090 Jun 21 08:16:48.289913 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:48.290532 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:48.316337 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:48.322570 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-ec4b7625-de53-4482-a6e6-9bf23ad4503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:48.324158 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-ec4b7625-de53-4482-a6e6-9bf23ad4503a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a74698f-ab0c-4c58-ad8a-c03ff41b2870 HTTP/1.1" status: 200 len: 843 time: 0.1079261 Jun 21 08:16:48.342958 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,segment=NetworkSegment(e95b877a-7612-4abe-8dc5-3efb0fc77e02),segment_id=e95b877a-7612-4abe-8dc5-3efb0fc77e02)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:48.352329 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:48.394033 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-049c7fc0-93e9-461e-9e9b-6f08bacd8180 req-85d7575c-dd21-4f81-bc02-472ee1604d03 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074505 Jun 21 08:16:48.415881 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-8dda1503-b25d-4a3a-8c43-8e1779ae1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:48.419185 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-8dda1503-b25d-4a3a-8c43-8e1779ae1c41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=140ebf00-1116-444e-843f-5defe618a43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0694489 Jun 21 08:16:48.439072 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:48.449693 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Publish callbacks [] for router (2745eb04-ac6d-4474-bf31-77bc22920785), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:48.496040 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] Set router 2745eb04-ac6d-4474-bf31-77bc22920785 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:16:48.584535 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-383e83aa-5c06-42ad-8995-529f9f1bcc47 service neutron] 10.222.0.46 "GET /v2.0/networks/140ebf00-1116-444e-843f-5defe618a43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542609 Jun 21 08:16:48.629233 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:48.795314 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a6602455-1825-4ca3-9840-c53fadf06323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:48.834710 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Publish callbacks [] for router_gateway (2745eb04-ac6d-4474-bf31-77bc22920785), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:48.910853 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:48.916867 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'name': 'tempest-DeleteServersTestJSON-1761618887-router', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:15Z', 'updated_at': '2022-06-21T08:16:47Z', 'revision_number': 5, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'gw_port': {'id': '6dea09f0-9928-4cd2-a7ee-777cdb0c5987', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:17Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:48.962207 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] Checking router: 2745eb04-ac6d-4474-bf31-77bc22920785 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:16:48.983785 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Deleting port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:16:48.984508 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] Routers {'2745eb04-ac6d-4474-bf31-77bc22920785'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:16:48.986393 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:48.986811 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['2745eb04-ac6d-4474-bf31-77bc22920785'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:49.087043 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a43d4df9-1c68-4d65-b278-30b1a5143c41 req-1e99d0ef-7d4e-4f25-a77e-ea67eeb65885 service neutron] 10.222.0.46 "GET /v2.0/networks/140ebf00-1116-444e-843f-5defe618a43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760284 Jun 21 08:16:49.122067 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] For port 6dea09f0-9928-4cd2-a7ee-777cdb0c5987, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=6dea09f0-9928-4cd2-a7ee-777cdb0c5987,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:49.122671 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:49.135288 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] Set router 2745eb04-ac6d-4474-bf31-77bc22920785 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:16:49.139526 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Calling delete_port for 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:16:49.186848 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'name': 'tempest-DeleteServersTestJSON-1761618887-router', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:15Z', 'updated_at': '2022-06-21T08:16:48Z', 'revision_number': 6, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'gw_port_host': None}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:49.215145 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7530fc6-9f36-46e9-b975-b8805e4774d3 None None] The sync data for ids ['2745eb04-ac6d-4474-bf31-77bc22920785'] in dv-cinder-836973-7-iscsi is: [{'id': '2745eb04-ac6d-4474-bf31-77bc22920785', 'name': 'tempest-DeleteServersTestJSON-1761618887-router', 'tenant_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:15Z', 'updated_at': '2022-06-21T08:16:48Z', 'revision_number': 6, 'project_id': '6f60bd09c67c4a3ba0f96d5367a3cd76', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:16:49.219326 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bcfc56bd-44d1-4e25-b048-63468028a488 req-6b8db3a9-dd1b-4d18-9cad-551afc7381bd tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 210 time: 0.0355136 Jun 21 08:16:49.428797 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (6dea09f0-9928-4cd2-a7ee-777cdb0c5987), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:49.457119 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dea09f0-9928-4cd2-a7ee-777cdb0c5987,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:49.458172 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d57bf-73dc-4ced-bba5-6806c8cdfec9 req-cc5034e3-b89e-4654-bcd0-a0f3d1f8aa58 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:49.461386 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b94d57bf-73dc-4ced-bba5-6806c8cdfec9 req-cc5034e3-b89e-4654-bcd0-a0f3d1f8aa58 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0774932 Jun 21 08:16:49.634381 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (2745eb04-ac6d-4474-bf31-77bc22920785), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:49.652680 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-d7ee3b8c-c02f-48ae-92f7-9bba3c5ee9ec tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:49.654533 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-d7ee3b8c-c02f-48ae-92f7-9bba3c5ee9ec tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.46 "GET /v2.0/networks?id=98d6b797-0aa0-4a78-a53e-fe3421f45339 HTTP/1.1" status: 200 len: 809 time: 0.2171755 Jun 21 08:16:49.663281 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755888c-8bad-43a3-afd7-61f824fdf499 req-9ab8263e-a884-4769-9b90-792384b11c9a tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:49.664836 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5755888c-8bad-43a3-afd7-61f824fdf499 req-9ab8263e-a884-4769-9b90-792384b11c9a tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 949 time: 0.1141734 Jun 21 08:16:49.674580 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b94d57bf-73dc-4ced-bba5-6806c8cdfec9 req-05fd585f-ad55-4400-8008-c08ce87d0e4a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938150 Jun 21 08:16:49.682384 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Request body: {'port': {'device_id': 'eb1b7185-d26e-4a65-9b25-9a4cdf59b52a', 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339', 'admin_state_up': True, 'tenant_id': 'd0ebfe281cb442e18830e44768082fdd'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:49.790190 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (2745eb04-ac6d-4474-bf31-77bc22920785), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:49.793935 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Publish callbacks [] for router_controller (2745eb04-ac6d-4474-bf31-77bc22920785), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:49.809717 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:49.829582 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Made reservation on behalf of d0ebfe281cb442e18830e44768082fdd for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:16:49.834556 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:49.837067 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:49.886521 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5755888c-8bad-43a3-afd7-61f824fdf499 req-7c9f9731-722f-410a-98d0-881aa7a79623 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901145 Jun 21 08:16:49.896695 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (2745eb04-ac6d-4474-bf31-77bc22920785), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:49.897324 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2745eb04-ac6d-4474-bf31-77bc22920785 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:16:49.902250 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:49.906459 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f5e8f8fe-cd57-49c4-a82b-76b141d44c75 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2745eb04-ac6d-4474-bf31-77bc22920785 HTTP/1.1" status: 204 len: 168 time: 1.7064674 Jun 21 08:16:49.906772 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40686) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:49.956264 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-626aacb1-aeb6-496b-8f21-d5b9a96a1b9a admin admin] Deleting subnet bffb78da-2405-4eb4-86e3-3ba7361c0f63 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:16:49.959520 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626aacb1-aeb6-496b-8f21-d5b9a96a1b9a admin admin] Publish callbacks [] for subnet (bffb78da-2405-4eb4-86e3-3ba7361c0f63), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:49.982497 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Allocated IP 172.20.0.8 (98d6b797-0aa0-4a78-a53e-fe3421f45339/704b38a8-295f-4cb1-a3c4-f721cb99115a/4e320460-6ab7-482f-af30-5c7fb8b93b9f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:16:49.986657 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:16:49.999335 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626aacb1-aeb6-496b-8f21-d5b9a96a1b9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4042124'] for subnet (bffb78da-2405-4eb4-86e3-3ba7361c0f63), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.042079 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:16:50.049732 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:50.050236 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.097054 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:50.207682 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:50.223344 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:50.223752 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.231692 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks [] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.278117 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.295817 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249ade97-c85b-4b43-ad88-2c715fa26af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:50.306186 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87074ea0-d7d7-4c5a-bf58-00721c97d26c" -d '{"events": [{"server_uuid": "249ade97-c85b-4b43-ad88-2c715fa26af4", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:50.349699 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,segment=NetworkSegment(e95b877a-7612-4abe-8dc5-3efb0fc77e02),segment_id=e95b877a-7612-4abe-8dc5-3efb0fc77e02)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:50.365031 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.369897 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Network 98d6b797-0aa0-4a78-a53e-fe3421f45339 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:16:50.385380 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:16:50.387953 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Pushing event updated for resources: {'Port': ['ID=4e320460-6ab7-482f-af30-5c7fb8b93b9f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:50.402170 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:16:50.418577 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:50.419281 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.440600 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:50.448616 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626aacb1-aeb6-496b-8f21-d5b9a96a1b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (bffb78da-2405-4eb4-86e3-3ba7361c0f63), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.504369 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa26e2c7-5b7b-496b-9962-511ff587d5f3 x-openstack-request-id: req-fa26e2c7-5b7b-496b-9962-511ff587d5f3 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:50.505529 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249ade97-c85b-4b43-ad88-2c715fa26af4", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:50.505529 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa26e2c7-5b7b-496b-9962-511ff587d5f3 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:50.505529 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa26e2c7-5b7b-496b-9962-511ff587d5f3'] response: {'server_uuid': '249ade97-c85b-4b43-ad88-2c715fa26af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf', 'code': 200} Jun 21 08:16:50.518281 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:50.535577 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0c5d9121-164a-40ba-a3df-a84997ea14a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8589888 Jun 21 08:16:50.548348 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626aacb1-aeb6-496b-8f21-d5b9a96a1b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3769514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26152033'] for subnet (bffb78da-2405-4eb4-86e3-3ba7361c0f63), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.560011 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Request body: {'port': {'device_id': 'eb1b7185-d26e-4a65-9b25-9a4cdf59b52a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:50.572126 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626aacb1-aeb6-496b-8f21-d5b9a96a1b9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.573132 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa98f2cd-ff6a-4de3-ab99-51cc5f06dee0 None None] Network 91e54668-efe1-4d42-a58f-866649925d1c requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:16:50.577447 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-626aacb1-aeb6-496b-8f21-d5b9a96a1b9a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bffb78da-2405-4eb4-86e3-3ba7361c0f63 HTTP/1.1" status: 204 len: 168 time: 0.6689897 Jun 21 08:16:50.580926 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40708) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:50.617601 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626aacb1-aeb6-496b-8f21-d5b9a96a1b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffb78da-2405-4eb4-86e3-3ba7361c0f63,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:50.669599 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485dab-8ed2-40c6-a943-68f4a368468c req-ac9e06d5-ef20-4bf3-b158-241b2b1e6007 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:50.684034 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-94485dab-8ed2-40c6-a943-68f4a368468c req-ac9e06d5-ef20-4bf3-b158-241b2b1e6007 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 931 time: 0.2373466 Jun 21 08:16:50.705720 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 8503fea5-6a6a-42c8-8641-62f21d734c84 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:16:50.729663 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 8503fea5-6a6a-42c8-8641-62f21d734c84 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:16:50.730416 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 8503fea5-6a6a-42c8-8641-62f21d734c84 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:16:50.730836 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:16:50.743624 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (91e54668-efe1-4d42-a58f-866649925d1c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.769353 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:16:50.769705 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 6dea09f0-9928-4cd2-a7ee-777cdb0c5987 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:16:50.792075 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.813307 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Deleting port b78afbb8-9d05-4b19-869a-676f423ab611 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:16:50.813307 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.846082 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3786b36-4ef2-49db-8fc3-471ec0f33f5d req-3f1b25ff-209f-4fe4-96b1-26ca2d7cbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:50.847187 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f3786b36-4ef2-49db-8fc3-471ec0f33f5d req-3f1b25ff-209f-4fe4-96b1-26ca2d7cbebf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 1134 time: 0.1338499 Jun 21 08:16:50.909749 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3442b921-356a-4690-8a5d-b853f874ba25 None None] DHCP port deletion for 91e54668-efe1-4d42-a58f-866649925d1c request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:16:50.926320 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-94485dab-8ed2-40c6-a943-68f4a368468c req-8daf33ce-3c55-4b8b-a201-ff330bd09611 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410855 Jun 21 08:16:50.928706 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93043566-c4a3-4a4b-a7c1-7cc0919fbadb req-811a8ea1-6330-420c-b8e2-a2ec95a9e032 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:50.930265 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-93043566-c4a3-4a4b-a7c1-7cc0919fbadb req-811a8ea1-6330-420c-b8e2-a2ec95a9e032 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.1407142 Jun 21 08:16:50.936529 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] For port b78afbb8-9d05-4b19-869a-676f423ab611, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=b78afbb8-9d05-4b19-869a-676f423ab611,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:50.949516 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:50.956917 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f3786b36-4ef2-49db-8fc3-471ec0f33f5d req-065e4c4b-0921-44ea-ae08-19aab18513e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001477 Jun 21 08:16:50.994147 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3442b921-356a-4690-8a5d-b853f874ba25 None None] Deleting port b78afbb8-9d05-4b19-869a-676f423ab611 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:16:50.994903 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3442b921-356a-4690-8a5d-b853f874ba25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.015529 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Calling delete_port for b78afbb8-9d05-4b19-869a-676f423ab611 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:16:51.054812 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5cb008f9-4485-48ab-b1d4-5129f7d73304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.095734 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-93043566-c4a3-4a4b-a7c1-7cc0919fbadb req-10b9d42f-c46c-4585-b89d-27ddec6b568b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420584 Jun 21 08:16:51.112755 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994e45b-4f0a-4606-a1d4-a4bb92d1ad40 req-ea39e4a3-1f69-43f1-b50d-002992ed1dcb tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:51.114536 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8994e45b-4f0a-4606-a1d4-a4bb92d1ad40 req-ea39e4a3-1f69-43f1-b50d-002992ed1dcb tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 950 time: 0.0894730 Jun 21 08:16:51.132712 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3442b921-356a-4690-8a5d-b853f874ba25 None None] For port b78afbb8-9d05-4b19-869a-676f423ab611, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=b78afbb8-9d05-4b19-869a-676f423ab611,segment=NetworkSegment(94243ffe-ca37-423a-8511-ff3c0e1aea68),segment_id=94243ffe-ca37-423a-8511-ff3c0e1aea68)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:51.133331 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3442b921-356a-4690-8a5d-b853f874ba25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.142189 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.151521 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3442b921-356a-4690-8a5d-b853f874ba25 None None] Calling delete_port for b78afbb8-9d05-4b19-869a-676f423ab611 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:16:51.170732 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b78afbb8-9d05-4b19-869a-676f423ab611,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:51.174606 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] No DVR routers for this DVR port b78afbb8-9d05-4b19-869a-676f423ab611 on host dv-cinder-836973-7-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:16:51.251627 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8994e45b-4f0a-4606-a1d4-a4bb92d1ad40 req-c974d1ae-7b0c-42aa-868e-371d96ff96d1 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873258 Jun 21 08:16:51.264761 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (91e54668-efe1-4d42-a58f-866649925d1c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.314756 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e54668-efe1-4d42-a58f-866649925d1c']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:51.323298 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3442b921-356a-4690-8a5d-b853f874ba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (b78afbb8-9d05-4b19-869a-676f423ab611), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.325846 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e320460-6ab7-482f-af30-5c7fb8b93b9f {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:51.335081 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:51.338012 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Publish callbacks [] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.342346 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94243ffe-ca37-423a-8511-ff3c0e1aea68') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:51.342676 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94243ffe-ca37-423a-8511-ff3c0e1aea68') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:51.355356 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Transition to ACTIVE for port object 4e320460-6ab7-482f-af30-5c7fb8b93b9f will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:16:51.357608 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (94243ffe-ca37-423a-8511-ff3c0e1aea68), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.365422 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.369291 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3442b921-356a-4690-8a5d-b853f874ba25 None None] No DVR routers for this DVR port b78afbb8-9d05-4b19-869a-676f423ab611 on host dv-cinder-836973-7-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:16:51.373082 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442b921-356a-4690-8a5d-b853f874ba25 None None] Pushing event deleted for resources: {'Port': ['ID=b78afbb8-9d05-4b19-869a-676f423ab611,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:51.378517 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:51.394418 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (94243ffe-ca37-423a-8511-ff3c0e1aea68), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.403403 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:16:51.404019 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (94243ffe-ca37-423a-8511-ff3c0e1aea68), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.424265 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:51.430233 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Pushing event updated for resources: {'Port': ['ID=4e320460-6ab7-482f-af30-5c7fb8b93b9f,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:51.445014 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 94243ffe-ca37-423a-8511-ff3c0e1aea68 resource provider aggregate not found Jun 21 08:16:51.468224 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Attempting to bind port 4e320460-6ab7-482f-af30-5c7fb8b93b9f on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:16:51.468561 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Attempting to bind port 4e320460-6ab7-482f-af30-5c7fb8b93b9f by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'cb7ef922-74ae-4d69-87a2-7692a477e55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:16:51.468887 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Attempting to bind port 4e320460-6ab7-482f-af30-5c7fb8b93b9f on network 98d6b797-0aa0-4a78-a53e-fe3421f45339 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:16:51.473396 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Port 4e320460-6ab7-482f-af30-5c7fb8b93b9f on network 98d6b797-0aa0-4a78-a53e-fe3421f45339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:16:51.473716 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Attempting to bind port 4e320460-6ab7-482f-af30-5c7fb8b93b9f on network 98d6b797-0aa0-4a78-a53e-fe3421f45339 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:16:51.478828 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:16:51.479172 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Checking segment: {'id': 'cb7ef922-74ae-4d69-87a2-7692a477e55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:16:51.479555 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Bound using segment: {'id': 'cb7ef922-74ae-4d69-87a2-7692a477e55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:16:51.480011 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Bound port: 4e320460-6ab7-482f-af30-5c7fb8b93b9f, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7ef922-74ae-4d69-87a2-7692a477e55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:16:51.480374 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.489622 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 94243ffe-ca37-423a-8511-ff3c0e1aea68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94243ffe-ca37-423a-8511-ff3c0e1aea68 found for delete ", "request_id": "req-11b348f3-bcb4-40b7-913a-8570a4e076af"}]} Jun 21 08:16:51.498582 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (91e54668-efe1-4d42-a58f-866649925d1c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.505611 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.510139 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] 10.222.0.36 "DELETE /v2.0/networks/91e54668-efe1-4d42-a58f-866649925d1c HTTP/1.1" status: 204 len: 168 time: 0.9276366 Jun 21 08:16:51.527421 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f7a38-eeb2-4153-9127-2fdcc2596d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=91e54668-efe1-4d42-a58f-866649925d1c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:51.550043 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] For port 4e320460-6ab7-482f-af30-5c7fb8b93b9f, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:16:51.554420 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] For port 4e320460-6ab7-482f-af30-5c7fb8b93b9f, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4e320460-6ab7-482f-af30-5c7fb8b93b9f,segment=NetworkSegment(cb7ef922-74ae-4d69-87a2-7692a477e55c),segment_id=cb7ef922-74ae-4d69-87a2-7692a477e55c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:16:51.560739 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.598826 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:51.599446 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.601065 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] 10.222.0.46 "PUT /v2.0/ports/4e320460-6ab7-482f-af30-5c7fb8b93b9f HTTP/1.1" status: 200 len: 1093 time: 1.0450540 Jun 21 08:16:51.603116 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1b7185-d26e-4a65-9b25-9a4cdf59b52a', 'tag': '4e320460-6ab7-482f-af30-5c7fb8b93b9f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:51.605331 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a5dc70-f8c2-4477-95a9-f87538819792" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1b7185-d26e-4a65-9b25-9a4cdf59b52a", "tag": "4e320460-6ab7-482f-af30-5c7fb8b93b9f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:51.625904 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c80bde-c432-4c43-9041-0fb3c031f3ac service neutron] Pushing event updated for resources: {'Port': ['ID=4e320460-6ab7-482f-af30-5c7fb8b93b9f,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:51.647747 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c5c7a8-0273-4900-bfd8-e4a7c5834eb3 x-openstack-request-id: req-b3c5c7a8-0273-4900-bfd8-e4a7c5834eb3 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:51.648040 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1b7185-d26e-4a65-9b25-9a4cdf59b52a", "tag": "4e320460-6ab7-482f-af30-5c7fb8b93b9f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:51.648683 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3c5c7a8-0273-4900-bfd8-e4a7c5834eb3 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:51.649114 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c5c7a8-0273-4900-bfd8-e4a7c5834eb3'] response: {'name': 'network-changed', 'server_uuid': 'eb1b7185-d26e-4a65-9b25-9a4cdf59b52a', 'tag': '4e320460-6ab7-482f-af30-5c7fb8b93b9f', 'status': 'completed', 'code': 200} Jun 21 08:16:51.697875 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40736) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:51.738644 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-207a86e3-4f13-4f80-aee9-4ea42ed52773 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f60bd09c67c4a3ba0f96d5367a3cd76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395277 Jun 21 08:16:51.740947 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40738) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:51.802649 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d7aa698-2b87-49e1-b189-95eb7587747f admin admin] Publish callbacks [] for security_group (0c843ca7-e92d-4db1-bf6e-ce44809c709a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.825537 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d7aa698-2b87-49e1-b189-95eb7587747f admin admin] Publish callbacks [] for security_group (0c843ca7-e92d-4db1-bf6e-ce44809c709a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.878875 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d7aa698-2b87-49e1-b189-95eb7587747f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0c843ca7-e92d-4db1-bf6e-ce44809c709a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.882177 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d7aa698-2b87-49e1-b189-95eb7587747f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:51.883375 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6d7aa698-2b87-49e1-b189-95eb7587747f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c843ca7-e92d-4db1-bf6e-ce44809c709a HTTP/1.1" status: 204 len: 168 time: 0.1415365 Jun 21 08:16:51.892568 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7aa698-2b87-49e1-b189-95eb7587747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c843ca7-e92d-4db1-bf6e-ce44809c709a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:51.986032 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5dc70-f8c2-4477-95a9-f87538819792 req-10fb292e-a9e8-4aad-9032-4ed1a5ef428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:51.987588 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-78a5dc70-f8c2-4477-95a9-f87538819792 req-10fb292e-a9e8-4aad-9032-4ed1a5ef428f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0ebfe281cb442e18830e44768082fdd&device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 1127 time: 0.0455458 Jun 21 08:16:52.116022 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:52.147248 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40758) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:52.203640 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367e719-19cd-42a1-b622-5f08bdb56bb0 req-fc0a8702-9fe4-419c-b3f3-94afa39f7b7e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:52.212178 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2367e719-19cd-42a1-b622-5f08bdb56bb0 req-fc0a8702-9fe4-419c-b3f3-94afa39f7b7e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 943 time: 0.1888411 Jun 21 08:16:52.222177 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:52.241875 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180696c4-cbb1-4591-96c0-c5434f66947d req-f577d782-9a31-4ebf-bd2c-84f4c21b92ce tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:52.243769 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-180696c4-cbb1-4591-96c0-c5434f66947d req-f577d782-9a31-4ebf-bd2c-84f4c21b92ce tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0545015 Jun 21 08:16:52.307218 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ab65-9c3a-406b-a673-6a290287b858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:52.310417 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5dc70-f8c2-4477-95a9-f87538819792 req-cdefe1eb-0c78-4015-bb37-a48a890b6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:52.311646 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-78a5dc70-f8c2-4477-95a9-f87538819792 req-cdefe1eb-0c78-4015-bb37-a48a890b6b59 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d0ebfe281cb442e18830e44768082fdd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3102701 Jun 21 08:16:52.320134 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2367e719-19cd-42a1-b622-5f08bdb56bb0 req-71fd1853-4df0-404c-b1b0-8d8625b025f9 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071310 Jun 21 08:16:52.326966 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-180696c4-cbb1-4591-96c0-c5434f66947d req-8b7ba005-add6-46db-8f34-64c3adaa906d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762372 Jun 21 08:16:52.348006 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:52.460178 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ab65-9c3a-406b-a673-6a290287b858 admin admin] Publish callbacks [] for security_group (dacd1618-47ad-4845-ae0e-ac85b8e82129), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:52.468923 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ab65-9c3a-406b-a673-6a290287b858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (dacd1618-47ad-4845-ae0e-ac85b8e82129), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:52.489087 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4f9f4-3e18-4b3b-9b26-92fc72546094 req-14308a0a-5d5f-4665-ad5a-e5ccf69c84ff tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:52.490834 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-40e4f9f4-3e18-4b3b-9b26-92fc72546094 req-14308a0a-5d5f-4665-ad5a-e5ccf69c84ff tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 950 time: 0.0691543 Jun 21 08:16:52.520908 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5ab65-9c3a-406b-a673-6a290287b858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacd1618-47ad-4845-ae0e-ac85b8e82129,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:52.526156 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6fe5ab65-9c3a-406b-a673-6a290287b858 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8340013ad89848f8a702d83e87c58f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773997 Jun 21 08:16:52.533913 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40778) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:52.632742 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b78afbb8-9d05-4b19-869a-676f423ab611 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:16:52.638575 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-40e4f9f4-3e18-4b3b-9b26-92fc72546094 req-4feee4c6-6a3f-43d7-8a89-aedaf55749dd tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344912 Jun 21 08:16:52.639473 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbad2-54b9-4adc-9b63-22fee6948023 admin admin] Publish callbacks [] for security_group (dacd1618-47ad-4845-ae0e-ac85b8e82129), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:52.685510 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: b78afbb8-9d05-4b19-869a-676f423ab611 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:16:52.685510 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b78afbb8-9d05-4b19-869a-676f423ab611 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:16:52.700839 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbad2-54b9-4adc-9b63-22fee6948023 admin admin] Publish callbacks [] for security_group (dacd1618-47ad-4845-ae0e-ac85b8e82129), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:52.784114 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbad2-54b9-4adc-9b63-22fee6948023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (dacd1618-47ad-4845-ae0e-ac85b8e82129), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:52.792325 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbad2-54b9-4adc-9b63-22fee6948023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:52.794472 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2e3bbad2-54b9-4adc-9b63-22fee6948023 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dacd1618-47ad-4845-ae0e-ac85b8e82129 HTTP/1.1" status: 204 len: 168 time: 0.2589827 Jun 21 08:16:52.810105 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bbad2-54b9-4adc-9b63-22fee6948023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacd1618-47ad-4845-ae0e-ac85b8e82129,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:52.986392 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5dc70-f8c2-4477-95a9-f87538819792 req-5b31c09c-4bde-4875-b3af-083ee38ee1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:52.992413 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-78a5dc70-f8c2-4477-95a9-f87538819792 req-5b31c09c-4bde-4875-b3af-083ee38ee1c1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2588630 Jun 21 08:16:53.082307 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0b373bff-e7c1-4a6a-90ae-767eaea2e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:53.083909 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-0b373bff-e7c1-4a6a-90ae-767eaea2e04a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0ebfe281cb442e18830e44768082fdd&device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 1127 time: 0.0500951 Jun 21 08:16:53.135728 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-70e01d44-34f0-4326-bd93-787c2ca8f37c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e320460-6ab7-482f-af30-5c7fb8b93b9f HTTP/1.1" status: 200 len: 217 time: 0.0395401 Jun 21 08:16:53.191320 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:53.212393 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-b3d3fcae-68e1-46cc-9880-56c1b2ae8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:53.214157 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-b3d3fcae-68e1-46cc-9880-56c1b2ae8dde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=704b38a8-295f-4cb1-a3c4-f721cb99115a HTTP/1.1" status: 200 len: 849 time: 0.0713072 Jun 21 08:16:53.255611 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-4722a9d0-e548-45f1-b127-7da79883e67f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d6b797-0aa0-4a78-a53e-fe3421f45339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336721 Jun 21 08:16:53.273689 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:53.283044 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40810) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:53.296656 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ab39a45f-8faf-4c5c-94b0-bf6733cdab3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:53.366146 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-1dbce11a-7982-41e4-ab42-f86665416692 service neutron] 10.222.0.46 "GET /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023042 Jun 21 08:16:53.391696 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ab39a45f-8faf-4c5c-94b0-bf6733cdab3a admin admin] Publish callbacks [] for security_group (e7a48f0b-087c-4858-975e-2f012f0b8461), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:53.396820 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ab39a45f-8faf-4c5c-94b0-bf6733cdab3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e7a48f0b-087c-4858-975e-2f012f0b8461), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:53.444755 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ab39a45f-8faf-4c5c-94b0-bf6733cdab3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93579b41344a44bfa002122a36e9465f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606827 Jun 21 08:16:53.446045 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39a45f-8faf-4c5c-94b0-bf6733cdab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a48f0b-087c-4858-975e-2f012f0b8461,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:53.449645 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40818) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:53.508921 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ade04760-338c-453d-8918-4983db9ab244 admin admin] Publish callbacks [] for security_group (e7a48f0b-087c-4858-975e-2f012f0b8461), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:53.519913 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64987bc-5601-48d6-aa9d-4aa6bd349159 req-07cfd548-8008-412d-aecd-11f749f93a1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:53.521572 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d64987bc-5601-48d6-aa9d-4aa6bd349159 req-07cfd548-8008-412d-aecd-11f749f93a1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 943 time: 0.0699964 Jun 21 08:16:53.525688 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-512c2e60-c84b-4734-90c3-2a3aff6a493d req-1a927855-1662-4be9-9c9f-9138869cb223 service neutron] 10.222.0.46 "GET /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507905 Jun 21 08:16:53.537013 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ade04760-338c-453d-8918-4983db9ab244 admin admin] Publish callbacks [] for security_group (e7a48f0b-087c-4858-975e-2f012f0b8461), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:53.589009 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d64987bc-5601-48d6-aa9d-4aa6bd349159 req-5f6680f4-6e77-4050-a505-dadba6c0b361 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599456 Jun 21 08:16:53.619021 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ade04760-338c-453d-8918-4983db9ab244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e7a48f0b-087c-4858-975e-2f012f0b8461), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:53.622338 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ade04760-338c-453d-8918-4983db9ab244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:53.626157 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ade04760-338c-453d-8918-4983db9ab244 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7a48f0b-087c-4858-975e-2f012f0b8461 HTTP/1.1" status: 204 len: 168 time: 0.1748810 Jun 21 08:16:53.642072 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04760-338c-453d-8918-4983db9ab244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a48f0b-087c-4858-975e-2f012f0b8461,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:53.711465 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2380070-d42e-431f-97be-35830b96a90d req-973d9e5e-813c-41cd-8a80-4d2b66a34381 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:53.715391 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d2380070-d42e-431f-97be-35830b96a90d req-973d9e5e-813c-41cd-8a80-4d2b66a34381 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0563664 Jun 21 08:16:53.728185 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:53.771393 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d2380070-d42e-431f-97be-35830b96a90d req-12d18497-1aa4-4855-97c0-ae46eb683d47 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510392 Jun 21 08:16:53.840897 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa4536-f195-47e6-bc1a-bb92fbc2e06e req-86b273c3-2b54-4fdf-8f65-c527ec5894b1 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:53.842719 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4cfa4536-f195-47e6-bc1a-bb92fbc2e06e req-86b273c3-2b54-4fdf-8f65-c527ec5894b1 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 950 time: 0.0505197 Jun 21 08:16:53.893055 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4cfa4536-f195-47e6-bc1a-bb92fbc2e06e req-ea266465-f6c6-4415-a851-d8cda3caa15d tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Jun 21 08:16:53.989252 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.061575 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40844) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:54.078014 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c4896d04-2534-4e1b-b747-f22bb9554aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.106589 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:54.117940 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:54.209957 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707f08a-e054-46ba-94c2-f56d11cc4893 req-b9cf73ad-2841-4bfe-b65f-ebfd59c0aa66 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:54.211676 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3707f08a-e054-46ba-94c2-f56d11cc4893 req-b9cf73ad-2841-4bfe-b65f-ebfd59c0aa66 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 950 time: 0.0714302 Jun 21 08:16:54.247510 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c4896d04-2534-4e1b-b747-f22bb9554aab admin admin] Publish callbacks [] for security_group (aa2bd1dc-2e0d-4cd8-b104-e6acb7c1b4cf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.253880 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c4896d04-2534-4e1b-b747-f22bb9554aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (aa2bd1dc-2e0d-4cd8-b104-e6acb7c1b4cf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.315620 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c4896d04-2534-4e1b-b747-f22bb9554aab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9903ce402abb4edea0abc5ee36449342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527535 Jun 21 08:16:54.316701 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4896d04-2534-4e1b-b747-f22bb9554aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2bd1dc-2e0d-4cd8-b104-e6acb7c1b4cf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:54.318314 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40852) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:54.323492 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3707f08a-e054-46ba-94c2-f56d11cc4893 req-7303c44e-496e-4be7-802b-628b13be6138 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016941 Jun 21 08:16:54.365825 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40854) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:54.394393 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:16:54.397485 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecf10bbc-7e8a-445a-adae-7f8daeab3463 admin admin] Publish callbacks [] for security_group (aa2bd1dc-2e0d-4cd8-b104-e6acb7c1b4cf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.419444 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecf10bbc-7e8a-445a-adae-7f8daeab3463 admin admin] Publish callbacks [] for security_group (aa2bd1dc-2e0d-4cd8-b104-e6acb7c1b4cf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.471926 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecf10bbc-7e8a-445a-adae-7f8daeab3463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (aa2bd1dc-2e0d-4cd8-b104-e6acb7c1b4cf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.474258 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecf10bbc-7e8a-445a-adae-7f8daeab3463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.475340 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-ecf10bbc-7e8a-445a-adae-7f8daeab3463 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa2bd1dc-2e0d-4cd8-b104-e6acb7c1b4cf HTTP/1.1" status: 204 len: 168 time: 0.1553185 Jun 21 08:16:54.483317 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97f2ec22-b975-46cc-9a46-d43923b62122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.495030 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf10bbc-7e8a-445a-adae-7f8daeab3463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2bd1dc-2e0d-4cd8-b104-e6acb7c1b4cf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:54.572378 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97f2ec22-b975-46cc-9a46-d43923b62122 admin admin] Publish callbacks [] for security_group (caad749a-62b6-442c-9ec5-2eaf3d7c3ae6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.578817 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97f2ec22-b975-46cc-9a46-d43923b62122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (caad749a-62b6-442c-9ec5-2eaf3d7c3ae6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.622673 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-97f2ec22-b975-46cc-9a46-d43923b62122 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c585299d93654063a0f5cb76b35da94c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544148 Jun 21 08:16:54.624232 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40864) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:54.627012 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2ec22-b975-46cc-9a46-d43923b62122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caad749a-62b6-442c-9ec5-2eaf3d7c3ae6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:54.699224 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52966450-88f6-43f0-9b02-184802a2f74b admin admin] Publish callbacks [] for security_group (caad749a-62b6-442c-9ec5-2eaf3d7c3ae6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.715834 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67b1dd-78ca-4dc5-b070-bb223fcb95f7 req-1fea1382-6fde-45bd-acec-8947b1678a5b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:54.717542 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8e67b1dd-78ca-4dc5-b070-bb223fcb95f7 req-1fea1382-6fde-45bd-acec-8947b1678a5b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 943 time: 0.0528257 Jun 21 08:16:54.724517 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52966450-88f6-43f0-9b02-184802a2f74b admin admin] Publish callbacks [] for security_group (caad749a-62b6-442c-9ec5-2eaf3d7c3ae6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.775764 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8e67b1dd-78ca-4dc5-b070-bb223fcb95f7 req-3bae7256-f116-48e1-a5ff-1613bebe39e6 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509496 Jun 21 08:16:54.794670 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52966450-88f6-43f0-9b02-184802a2f74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (caad749a-62b6-442c-9ec5-2eaf3d7c3ae6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.797764 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52966450-88f6-43f0-9b02-184802a2f74b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:54.802733 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-52966450-88f6-43f0-9b02-184802a2f74b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/caad749a-62b6-442c-9ec5-2eaf3d7c3ae6 HTTP/1.1" status: 204 len: 168 time: 0.1761084 Jun 21 08:16:54.813629 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52966450-88f6-43f0-9b02-184802a2f74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caad749a-62b6-442c-9ec5-2eaf3d7c3ae6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:54.928438 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee98c-c646-4abd-b29d-5e0de8b05f50 req-5b757997-e1a2-4886-87d6-97c5a83b02d8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:54.929962 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-72dee98c-c646-4abd-b29d-5e0de8b05f50 req-5b757997-e1a2-4886-87d6-97c5a83b02d8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0587196 Jun 21 08:16:54.965341 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:55.003107 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-72dee98c-c646-4abd-b29d-5e0de8b05f50 req-ab993dc8-c9d4-4d67-b2af-27df678c5157 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651090 Jun 21 08:16:55.177445 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40900) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:55.195734 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83f28131-4098-4c36-9016-e0562dc98f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.209281 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:55.282631 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83f28131-4098-4c36-9016-e0562dc98f47 admin admin] Publish callbacks [] for security_group (2a8ba91d-6ac6-4ed7-92ce-4ba8e9a36e8f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.287270 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83f28131-4098-4c36-9016-e0562dc98f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (2a8ba91d-6ac6-4ed7-92ce-4ba8e9a36e8f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.330713 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-83f28131-4098-4c36-9016-e0562dc98f47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a178966eea949b0b14c01d566e67c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498086 Jun 21 08:16:55.331329 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f28131-4098-4c36-9016-e0562dc98f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8ba91d-6ac6-4ed7-92ce-4ba8e9a36e8f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:55.332050 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40906) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:55.389331 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-719dd1ca-9831-46cc-ba3f-e07f70463e0d admin admin] Publish callbacks [] for security_group (2a8ba91d-6ac6-4ed7-92ce-4ba8e9a36e8f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.408975 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40910) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:55.415750 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-719dd1ca-9831-46cc-ba3f-e07f70463e0d admin admin] Publish callbacks [] for security_group (2a8ba91d-6ac6-4ed7-92ce-4ba8e9a36e8f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.459328 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c6819-2321-47dc-8814-1b4b0be71c3d req-526122c7-1882-4e2e-a263-049333aa509e tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:55.461068 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5e0c6819-2321-47dc-8814-1b4b0be71c3d req-526122c7-1882-4e2e-a263-049333aa509e tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 950 time: 0.0533552 Jun 21 08:16:55.472891 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-719dd1ca-9831-46cc-ba3f-e07f70463e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (2a8ba91d-6ac6-4ed7-92ce-4ba8e9a36e8f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.477971 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-719dd1ca-9831-46cc-ba3f-e07f70463e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.480050 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-719dd1ca-9831-46cc-ba3f-e07f70463e0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a8ba91d-6ac6-4ed7-92ce-4ba8e9a36e8f HTTP/1.1" status: 204 len: 168 time: 0.1461282 Jun 21 08:16:55.495476 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dd1ca-9831-46cc-ba3f-e07f70463e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8ba91d-6ac6-4ed7-92ce-4ba8e9a36e8f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:55.520071 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5e0c6819-2321-47dc-8814-1b4b0be71c3d req-331cf59f-6a18-4d5b-9917-6bbd5220af53 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530581 Jun 21 08:16:55.542520 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1461008217-network', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:55.564040 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Made reservation on behalf of cad2999c58284b92b7166848a3e1f261 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:16:55.566905 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.577131 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.792628 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40918) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:55.812414 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18337fb5-60c0-4f1c-8b7b-12870159d999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.888815 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Publish callbacks [] for security_group (fcfb24d1-c382-44eb-8fd1-763cfd0890d2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.896546 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (fcfb24d1-c382-44eb-8fd1-763cfd0890d2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.911006 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ab612-454d-4071-aa24-f534709856ca req-ac925240-44ea-4815-97c5-2459d7a1093b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:55.912838 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c64ab612-454d-4071-aa24-f534709856ca req-ac925240-44ea-4815-97c5-2459d7a1093b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 943 time: 0.0704963 Jun 21 08:16:55.921127 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:16:55.937330 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfb24d1-c382-44eb-8fd1-763cfd0890d2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:55.940245 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (76802132-bf85-45f1-b4c5-19309c54043c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.940585 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Added segment 76802132-bf85-45f1-b4c5-19309c54043c of type vlan for network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 Jun 21 08:16:55.954571 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:55.978495 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18337fb5-60c0-4f1c-8b7b-12870159d999 admin admin] Publish callbacks [] for security_group (b95d946c-19af-44dc-b04a-e012d2d0d445), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.981781 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (4fd63f41-0b64-457a-a459-a1cb3fc5b891), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:55.985955 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18337fb5-60c0-4f1c-8b7b-12870159d999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (b95d946c-19af-44dc-b04a-e012d2d0d445), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.008576 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (4fd63f41-0b64-457a-a459-a1cb3fc5b891), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.009693 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:56.010275 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.010600 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 4e320460-6ab7-482f-af30-5c7fb8b93b9f details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:16:56.023206 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c64ab612-454d-4071-aa24-f534709856ca req-a4c3921a-3dfd-4073-883a-54eb1b3d61d2 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027794 Jun 21 08:16:56.042302 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-18337fb5-60c0-4f1c-8b7b-12870159d999 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48de0b42907d47e29245492a73bb11b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484975 Jun 21 08:16:56.043282 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18337fb5-60c0-4f1c-8b7b-12870159d999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d946c-19af-44dc-b04a-e012d2d0d445,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:56.045382 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40924) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:56.061543 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40926) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:56.061676 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6509278 Jun 21 08:16:56.067178 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Request body: {'subnet': {'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1461008217-subnet', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:56.070133 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:56.099984 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:56.109554 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Made reservation on behalf of cad2999c58284b92b7166848a3e1f261 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:16:56.113077 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151950'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.123457 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e494004-3d52-42ea-bcda-d2ea3212794b admin admin] Pushing event updated for resources: {'Network': ['ID=4fd63f41-0b64-457a-a459-a1cb3fc5b891,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:56.138425 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:16:56.204835 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269d1d2-c170-4b1b-a6fd-c4646df36f22 req-af1ac52f-c1a4-4f5e-a3e2-1043932731b3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:56.206347 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9269d1d2-c170-4b1b-a6fd-c4646df36f22 req-af1ac52f-c1a4-4f5e-a3e2-1043932731b3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0839438 Jun 21 08:16:56.210112 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb99f3c5-8d00-4067-be1d-738d53b557dc admin admin] Publish callbacks [] for security_group (b95d946c-19af-44dc-b04a-e012d2d0d445), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.249617 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb99f3c5-8d00-4067-be1d-738d53b557dc admin admin] Publish callbacks [] for security_group (b95d946c-19af-44dc-b04a-e012d2d0d445), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.259851 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:56.271880 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=85 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:56.286963 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 4e320460-6ab7-482f-af30-5c7fb8b93b9f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4e320460-6ab7-482f-af30-5c7fb8b93b9f,segment=NetworkSegment(cb7ef922-74ae-4d69-87a2-7692a477e55c),segment_id=cb7ef922-74ae-4d69-87a2-7692a477e55c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:56.302089 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '4e320460-6ab7-482f-af30-5c7fb8b93b9f', 'network_id': '98d6b797-0aa0-4a78-a53e-fe3421f45339', 'port_id': '4e320460-6ab7-482f-af30-5c7fb8b93b9f', 'mac_address': 'fa:16:3e:67:1a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704b38a8-295f-4cb1-a3c4-f721cb99115a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:16:56.309339 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9269d1d2-c170-4b1b-a6fd-c4646df36f22 req-8579480f-fd9e-445f-a814-575d00963721 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889342 Jun 21 08:16:56.341006 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb99f3c5-8d00-4067-be1d-738d53b557dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (b95d946c-19af-44dc-b04a-e012d2d0d445), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.343674 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb99f3c5-8d00-4067-be1d-738d53b557dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.345623 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-bb99f3c5-8d00-4067-be1d-738d53b557dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b95d946c-19af-44dc-b04a-e012d2d0d445 HTTP/1.1" status: 204 len: 168 time: 0.2992499 Jun 21 08:16:56.360408 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 4e320460-6ab7-482f-af30-5c7fb8b93b9f is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:56.360818 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.366935 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99f3c5-8d00-4067-be1d-738d53b557dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d946c-19af-44dc-b04a-e012d2d0d445,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:56.386000 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3769449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26152056'] for subnet (cf6fc8a1-d267-4334-966f-c8074d6f11c7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.408453 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-d87ea5f5-a54f-4dbc-845a-eb40f44dddb9 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:56.410847 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-d87ea5f5-a54f-4dbc-845a-eb40f44dddb9 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.46 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 950 time: 0.0639255 Jun 21 08:16:56.424303 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e320460-6ab7-482f-af30-5c7fb8b93b9f {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:16:56.455914 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 4e320460-6ab7-482f-af30-5c7fb8b93b9f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4e320460-6ab7-482f-af30-5c7fb8b93b9f,segment=NetworkSegment(cb7ef922-74ae-4d69-87a2-7692a477e55c),segment_id=cb7ef922-74ae-4d69-87a2-7692a477e55c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:56.459623 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6fc8a1-d267-4334-966f-c8074d6f11c7,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:56.465251 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.476975 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Checking segment: {'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:16:56.478596 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Network hostable DHCP agents. Network: 4fd63f41-0b64-457a-a459-a1cb3fc5b891, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:16:56.503244 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:16:56.514825 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 4fd63f41-0b64-457a-a459-a1cb3fc5b891) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:16:56.520843 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:56.521430 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.531804 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94fcd7f-d704-41d8-8cfb-18f3ddbd77ce None None] Network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:16:56.544186 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-ebdf5c72-0c86-4074-b84b-e5c5d30d985b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Deleting port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:16:56.544186 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-ebdf5c72-0c86-4074-b84b-e5c5d30d985b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.555787 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-59d7c5a0-9671-4f06-9199-777f206adf46 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4930937 Jun 21 08:16:56.558393 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40942) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:56.564080 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:16:56.567663 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=4e320460-6ab7-482f-af30-5c7fb8b93b9f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:56.660851 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96431aeb-d6dd-4a71-861e-1c26b867ad48 req-fc6bf1a3-5a13-493e-9703-7b29d9587bd6 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:56.662391 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-96431aeb-d6dd-4a71-861e-1c26b867ad48 req-fc6bf1a3-5a13-493e-9703-7b29d9587bd6 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 950 time: 0.0550478 Jun 21 08:16:56.662917 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 40944) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:56.665236 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (ddb0005e-fabc-498b-8873-fd20deec452e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.666686 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (ddb0005e-fabc-498b-8873-fd20deec452e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.735263 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-ebdf5c72-0c86-4074-b84b-e5c5d30d985b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] For port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,segment=NetworkSegment(e95b877a-7612-4abe-8dc5-3efb0fc77e02),segment_id=e95b877a-7612-4abe-8dc5-3efb0fc77e02)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:56.735962 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-ebdf5c72-0c86-4074-b84b-e5c5d30d985b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.764414 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['4e320460-6ab7-482f-af30-5c7fb8b93b9f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:56.764675 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks [] for router_controller (ddb0005e-fabc-498b-8873-fd20deec452e), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.769173 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-96431aeb-d6dd-4a71-861e-1c26b867ad48 req-b9fb238a-267f-407f-a8d6-8fa7ce1c287f tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/security-groups?id=858a73a1-a7dc-40e1-8f77-b74010ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955062 Jun 21 08:16:56.772570 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-ebdf5c72-0c86-4074-b84b-e5c5d30d985b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Calling delete_port for 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:16:56.829058 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:16:56.830507 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.963638 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-ebdf5c72-0c86-4074-b84b-e5c5d30d985b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.968823 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks [] for router_gateway (ddb0005e-fabc-498b-8873-fd20deec452e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:56.991858 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8a00-b868-4daa-8151-42e4b95d82a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.009450 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:16:57.030424 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf5c72-0c86-4074-b84b-e5c5d30d985b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Pushing event deleted for resources: {'Port': ['ID=7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:57.137604 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:57.149673 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-ebdf5c72-0c86-4074-b84b-e5c5d30d985b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] No DVR routers for this DVR port 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:16:57.155183 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-ebdf5c72-0c86-4074-b84b-e5c5d30d985b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.161989 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04c871dd-41f6-4e60-bac2-201f09acb9ad req-ebdf5c72-0c86-4074-b84b-e5c5d30d985b tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.46 "DELETE /v2.0/ports/7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf HTTP/1.1" status: 204 len: 173 time: 0.7435610 Jun 21 08:16:57.162837 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249ade97-c85b-4b43-ad88-2c715fa26af4', 'name': 'network-vif-deleted', 'tag': '7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:57.167545 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906f8512-3941-403d-8b16-56f81ce27c5d" -d '{"events": [{"server_uuid": "249ade97-c85b-4b43-ad88-2c715fa26af4", "name": "network-vif-deleted", "tag": "7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:57.191489 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:57.296527 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Allocated IP 172.20.0.2 (4fd63f41-0b64-457a-a459-a1cb3fc5b891/cf6fc8a1-d267-4334-966f-c8074d6f11c7/ada0152b-e6c6-4b7d-8203-a62cd66e5ae4) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:16:57.308846 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ece68-e55b-4baf-ad6e-c46d5ec74aa3 req-9531999b-dec8-4aa4-bd89-74b92adeb649 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:57.314000 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-886ece68-e55b-4baf-ad6e-c46d5ec74aa3 req-9531999b-dec8-4aa4-bd89-74b92adeb649 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 944 time: 0.0688109 Jun 21 08:16:57.322013 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1e569b-c6b8-4615-a7a8-b98ebccdc5ac x-openstack-request-id: req-df1e569b-c6b8-4615-a7a8-b98ebccdc5ac {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:57.322543 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249ade97-c85b-4b43-ad88-2c715fa26af4", "name": "network-vif-deleted", "tag": "7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:57.322904 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df1e569b-c6b8-4615-a7a8-b98ebccdc5ac {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:57.323444 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1e569b-c6b8-4615-a7a8-b98ebccdc5ac'] response: {'server_uuid': '249ade97-c85b-4b43-ad88-2c715fa26af4', 'name': 'network-vif-deleted', 'tag': '7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf', 'status': 'completed', 'code': 200} Jun 21 08:16:57.430320 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-886ece68-e55b-4baf-ad6e-c46d5ec74aa3 req-b32116e5-fb6f-47e1-aec0-4e6cd00b6752 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058283 Jun 21 08:16:57.505707 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:57.511082 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8a00-b868-4daa-8151-42e4b95d82a2 admin admin] Publish callbacks [] for security_group (f539c747-2f2d-4143-953c-85bb837a22c5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.563894 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8a00-b868-4daa-8151-42e4b95d82a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (f539c747-2f2d-4143-953c-85bb837a22c5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.611371 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks [] for router_gateway (ddb0005e-fabc-498b-8873-fd20deec452e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.676492 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.711515 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Publish callbacks [] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.724165 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.730027 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:57.763189 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6d6d8a00-b868-4daa-8151-42e4b95d82a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8eb5b190f1b0422b96dcda6d2a08abdc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0979819 Jun 21 08:16:57.764994 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 40972) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:57.786009 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e69dc-5d2f-47a2-9bc9-15a473b7bc43 req-321b2e65-62db-4b44-b73c-4ada53ba8d58 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:57.793946 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8b8e69dc-5d2f-47a2-9bc9-15a473b7bc43 req-321b2e65-62db-4b44-b73c-4ada53ba8d58 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.2773352 Jun 21 08:16:57.794887 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d8a00-b868-4daa-8151-42e4b95d82a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f539c747-2f2d-4143-953c-85bb837a22c5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:57.795431 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:16:57.799677 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:16:57.801902 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Pushing event updated for resources: {'Port': ['ID=ada0152b-e6c6-4b7d-8203-a62cd66e5ae4,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:57.804175 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:16:57.878793 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4e64e24b-7fb5-4754-80bc-ae67ced2cf4e admin admin] Publish callbacks [] for security_group (f539c747-2f2d-4143-953c-85bb837a22c5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.926912 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Attempting to bind port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:16:57.927686 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Attempting to bind port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:16:57.928072 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Attempting to bind port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 on network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:16:57.928712 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4e64e24b-7fb5-4754-80bc-ae67ced2cf4e admin admin] Publish callbacks [] for security_group (f539c747-2f2d-4143-953c-85bb837a22c5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.934924 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:16:57.935357 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Checking segment: {'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:16:57.936108 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:57.936239 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Bound using segment: {'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:16:57.936646 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Bound port: ada0152b-e6c6-4b7d-8203-a62cd66e5ae4, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:16:57.937029 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:58.008447 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8b8e69dc-5d2f-47a2-9bc9-15a473b7bc43 req-c41f792f-85b0-4e44-8626-54065eb73f90 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960487 Jun 21 08:16:58.021462 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Allocated IP 172.27.0.200 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/e889e8c8-2f63-422e-a4e1-7bbd757b0ebe) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:16:58.032677 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-68bca4f2-d59d-4c92-a956-a9add8b5ed7b req-ee3a2a8f-b631-4bfd-a800-a99ec4bfac68 tempest-VolumesNegativeTest-1700717150 tempest-VolumesNegativeTest-1700717150-project] 10.222.0.36 "GET /v2.0/ports?device_id=249ade97-c85b-4b43-ad88-2c715fa26af4 HTTP/1.1" status: 200 len: 210 time: 0.0554285 Jun 21 08:16:58.049940 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] For port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:16:58.053450 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] For port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=ada0152b-e6c6-4b7d-8203-a62cd66e5ae4,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:16:58.059175 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 4e320460-6ab7-482f-af30-5c7fb8b93b9f up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:16:58.071705 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4e64e24b-7fb5-4754-80bc-ae67ced2cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (f539c747-2f2d-4143-953c-85bb837a22c5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:58.074520 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4e64e24b-7fb5-4754-80bc-ae67ced2cf4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:58.075838 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-4e64e24b-7fb5-4754-80bc-ae67ced2cf4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f539c747-2f2d-4143-953c-85bb837a22c5 HTTP/1.1" status: 204 len: 168 time: 0.3093216 Jun 21 08:16:58.091549 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64e24b-7fb5-4754-80bc-ae67ced2cf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f539c747-2f2d-4143-953c-85bb837a22c5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:58.093617 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:58.178333 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks [] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:58.212552 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 4e320460-6ab7-482f-af30-5c7fb8b93b9f completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:16:58.224659 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb7050-a164-4e9f-97b7-02760e8b0f9d None None] Pushing event updated for resources: {'Port': ['ID=ada0152b-e6c6-4b7d-8203-a62cd66e5ae4,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:58.230252 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:58.236988 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 4e320460-6ab7-482f-af30-5c7fb8b93b9f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:58.244784 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:58.298576 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:16:58.306412 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:16:58.312684 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:16:58.360606 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Pushing event updated for resources: {'Port': ['ID=e889e8c8-2f63-422e-a4e1-7bbd757b0ebe,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:58.372132 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 4e320460-6ab7-482f-af30-5c7fb8b93b9f is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:58.372813 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:58.408102 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1b7185-d26e-4a65-9b25-9a4cdf59b52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e320460-6ab7-482f-af30-5c7fb8b93b9f'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:16:58.411056 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61af1cd9-f579-4856-890f-2cfe4f1d9ac6" -d '{"events": [{"server_uuid": "eb1b7185-d26e-4a65-9b25-9a4cdf59b52a", "name": "network-vif-plugged", "status": "completed", "tag": "4e320460-6ab7-482f-af30-5c7fb8b93b9f"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:16:58.428117 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 4e320460-6ab7-482f-af30-5c7fb8b93b9f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4e320460-6ab7-482f-af30-5c7fb8b93b9f,segment=NetworkSegment(cb7ef922-74ae-4d69-87a2-7692a477e55c),segment_id=cb7ef922-74ae-4d69-87a2-7692a477e55c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:58.440009 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:58.442842 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:16:58.536767 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:16:58.537293 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 7f4d5eec-3ac5-46c7-8f98-30ea9229f7bf not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:16:58.542599 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065efef3-7024-4bc5-b9e5-4743ce32ca12 x-openstack-request-id: req-065efef3-7024-4bc5-b9e5-4743ce32ca12 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:16:58.543127 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1b7185-d26e-4a65-9b25-9a4cdf59b52a", "name": "network-vif-plugged", "status": "completed", "tag": "4e320460-6ab7-482f-af30-5c7fb8b93b9f", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:16:58.543540 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-065efef3-7024-4bc5-b9e5-4743ce32ca12 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:16:58.544083 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065efef3-7024-4bc5-b9e5-4743ce32ca12'] response: {'server_uuid': 'eb1b7185-d26e-4a65-9b25-9a4cdf59b52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e320460-6ab7-482f-af30-5c7fb8b93b9f', 'code': 200} Jun 21 08:16:58.559930 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=4e320460-6ab7-482f-af30-5c7fb8b93b9f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:58.726349 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:58.746401 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:16:58.826162 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75931fc8-d852-4eeb-8b66-b0e79a4b3b26 req-d96230b3-61dc-4013-9612-4a01ef14362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:58.827811 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-75931fc8-d852-4eeb-8b66-b0e79a4b3b26 req-d96230b3-61dc-4013-9612-4a01ef14362c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 1129 time: 0.1273143 Jun 21 08:16:58.854658 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:58.866824 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba0f8e-fdec-4f57-b7ac-376cad1d8e42 req-0306e06e-4f5d-4b49-8b22-a851d9c4fed3 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:58.871181 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c9ba0f8e-fdec-4f57-b7ac-376cad1d8e42 req-0306e06e-4f5d-4b49-8b22-a851d9c4fed3 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 945 time: 0.1818132 Jun 21 08:16:58.890448 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:58.891303 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:58.907426 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-75931fc8-d852-4eeb-8b66-b0e79a4b3b26 req-ff5c54cd-4314-4323-be78-c90490d36d7c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719767 Jun 21 08:16:58.950548 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks [] for router_gateway (ddb0005e-fabc-498b-8873-fd20deec452e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:59.005107 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:59.008184 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:59.008580 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:59.023771 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c9ba0f8e-fdec-4f57-b7ac-376cad1d8e42 req-d50f1800-1760-4d8f-a85b-e1373a6db739 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030662 Jun 21 08:16:59.052227 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=ada0152b-e6c6-4b7d-8203-a62cd66e5ae4,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:16:59.058318 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:59.121619 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=ada0152b-e6c6-4b7d-8203-a62cd66e5ae4,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:16:59.264950 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6c4b9-0ae8-4dd7-a9d8-8c75094a4e74 req-dbe0f460-785d-4466-9a9a-4fd2534e5b0a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:16:59.267751 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44c6c4b9-0ae8-4dd7-a9d8-8c75094a4e74 req-dbe0f460-785d-4466-9a9a-4fd2534e5b0a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.1004083 Jun 21 08:16:59.307959 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (ddb0005e-fabc-498b-8873-fd20deec452e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:59.415415 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44c6c4b9-0ae8-4dd7-a9d8-8c75094a4e74 req-ebfb389a-4c08-4343-b5c9-e596482897e2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373389 Jun 21 08:16:59.507983 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Router ddb0005e-fabc-498b-8873-fd20deec452e is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:16:59.592735 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729cc5b-5d13-4ac9-813e-f0a7d7d258b3 None None] Network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:16:59.637908 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-057f2a65-3cee-4b93-9411-4b39c340edab None None] Provisioning complete for port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:16:59.637908 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-057f2a65-3cee-4b93-9411-4b39c340edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:59.644745 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:16:59.669226 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:16:59.671009 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-aba1a9e7-0aff-4caa-9d32-553f9bcebe08 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1111331 Jun 21 08:16:59.674269 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41060) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:16:59.705961 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Sync routers for ids ['ddb0005e-fabc-498b-8873-fd20deec452e'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:16:59.726073 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:59.740759 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:59.788052 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Routers {'ddb0005e-fabc-498b-8873-fd20deec452e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:16:59.788681 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ddb0005e-fabc-498b-8873-fd20deec452e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:16:59.792562 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:16:59.989186 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-057f2a65-3cee-4b93-9411-4b39c340edab None None] Current status of the port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:16:59.993536 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Set router ddb0005e-fabc-498b-8873-fd20deec452e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:00.245190 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f982053-fae9-4199-a9de-5e3b716a8c5d req-d359857a-30af-4f58-a9bc-e3fdfd814dee tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:00.257368 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1f982053-fae9-4199-a9de-5e3b716a8c5d req-d359857a-30af-4f58-a9bc-e3fdfd814dee tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 945 time: 0.0933807 Jun 21 08:17:00.344762 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:16:58Z', 'revision_number': 3, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:00.373853 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Checking router: ddb0005e-fabc-498b-8873-fd20deec452e for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:17:00.374607 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Updating router ddb0005e-fabc-498b-8873-fd20deec452e port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:17:00.407869 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1f982053-fae9-4199-a9de-5e3b716a8c5d req-d5b69710-a770-4232-85cc-eb322b6df8d8 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491699 Jun 21 08:17:00.430755 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:00.431691 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:00.463767 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:00.488483 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41150) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:00.495423 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-99fe25c5-895e-46bd-ac25-1958435900bc None None] Provisioning complete for port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:00.495812 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-99fe25c5-895e-46bd-ac25-1958435900bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:00.622294 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23bd6f-c326-43b1-83cb-f1e9d55ef8c3 req-4d054919-a605-4c2a-b429-b535a5f5f0b9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:00.625430 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c23bd6f-c326-43b1-83cb-f1e9d55ef8c3 req-4d054919-a605-4c2a-b429-b535a5f5f0b9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0908136 Jun 21 08:17:00.696796 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Allocated IP 172.20.0.1 (4fd63f41-0b64-457a-a459-a1cb3fc5b891/cf6fc8a1-d267-4334-966f-c8074d6f11c7/32699d4f-cca5-4de4-8d9a-9d1af31b97ae) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:00.738690 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:00.783986 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-99fe25c5-895e-46bd-ac25-1958435900bc None None] Current status of the port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:00.848952 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Publish callbacks [] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:00.867326 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:00.900703 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:00.977759 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:00.977759 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:00.996319 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:00.996954 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (ddb0005e-fabc-498b-8873-fd20deec452e), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.036019 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:01.036394 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.042936 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c23bd6f-c326-43b1-83cb-f1e9d55ef8c3 req-1f5a0a10-f6b6-4c5f-83ff-0a448e9a890c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062607 Jun 21 08:17:01.048703 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e02f64d-2d1c-4cf6-9945-3e215baa05b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.089493 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Pushing event updated for resources: {'Port': ['ID=32699d4f-cca5-4de4-8d9a-9d1af31b97ae,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:01.096709 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Publish callbacks [] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.116444 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.139693 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:01.173813 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e02f64d-2d1c-4cf6-9945-3e215baa05b3 admin admin] Publish callbacks [] for security_group (ac9eb771-b5e5-4e8b-844c-d0a031921d32), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.188688 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e02f64d-2d1c-4cf6-9945-3e215baa05b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (ac9eb771-b5e5-4e8b-844c-d0a031921d32), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.193978 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:01.241688 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249811-e5e5-463e-b4ec-98bc4c5a7f7b None None] Pushing event updated for resources: {'Port': ['ID=e889e8c8-2f63-422e-a4e1-7bbd757b0ebe,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:01.245171 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.253800 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02f64d-2d1c-4cf6-9945-3e215baa05b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9eb771-b5e5-4e8b-844c-d0a031921d32,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:01.261056 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0e02f64d-2d1c-4cf6-9945-3e215baa05b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8daefbd914cc45a58999c6334c4e526f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7710242 Jun 21 08:17:01.268693 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41180) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:01.274849 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Attempting to bind port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:01.275314 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Attempting to bind port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:01.275691 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Attempting to bind port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:01.285620 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:01.291234 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:01.291234 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.291234 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:01.291234 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Bound port: e889e8c8-2f63-422e-a4e1-7bbd757b0ebe, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:01.291234 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.292721 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:01.307838 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:01.356339 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c81478b9-a4a8-410a-a3a7-a4ac3ea4c63f admin admin] Publish callbacks [] for security_group (ac9eb771-b5e5-4e8b-844c-d0a031921d32), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.384944 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c81478b9-a4a8-410a-a3a7-a4ac3ea4c63f admin admin] Publish callbacks [] for security_group (ac9eb771-b5e5-4e8b-844c-d0a031921d32), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.398555 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:01.400105 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] For port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:01.408479 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] For port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=e889e8c8-2f63-422e-a4e1-7bbd757b0ebe,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:01.441443 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.446285 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3f86b982-f32f-4903-9bfa-effe5571609c None None] Provisioning complete for port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:01.446285 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3f86b982-f32f-4903-9bfa-effe5571609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.487242 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c81478b9-a4a8-410a-a3a7-a4ac3ea4c63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (ac9eb771-b5e5-4e8b-844c-d0a031921d32), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.490720 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c81478b9-a4a8-410a-a3a7-a4ac3ea4c63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.492699 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c81478b9-a4a8-410a-a3a7-a4ac3ea4c63f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac9eb771-b5e5-4e8b-844c-d0a031921d32 HTTP/1.1" status: 204 len: 168 time: 0.2213392 Jun 21 08:17:01.504393 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81478b9-a4a8-410a-a3a7-a4ac3ea4c63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9eb771-b5e5-4e8b-844c-d0a031921d32,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:01.571027 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3f86b982-f32f-4903-9bfa-effe5571609c None None] Port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:17:01.580718 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249811-e5e5-463e-b4ec-98bc4c5a7f7b None None] Pushing event updated for resources: {'Port': ['ID=e889e8c8-2f63-422e-a4e1-7bbd757b0ebe,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:01.585654 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Routers {'ddb0005e-fabc-498b-8873-fd20deec452e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:01.586272 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ddb0005e-fabc-498b-8873-fd20deec452e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:01.611049 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1b457-05ec-46f0-a23b-4bbca9fefefc req-9f545bee-8663-4aea-93f7-42d4262fd2a9 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:01.612830 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a3b1b457-05ec-46f0-a23b-4bbca9fefefc req-9f545bee-8663-4aea-93f7-42d4262fd2a9 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 945 time: 0.0749514 Jun 21 08:17:01.633704 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Publish callbacks [] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.647976 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.648828 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (ddb0005e-fabc-498b-8873-fd20deec452e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:01.667292 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:01.737211 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] Set router ddb0005e-fabc-498b-8873-fd20deec452e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:01.762118 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a3b1b457-05ec-46f0-a23b-4bbca9fefefc req-46d0caee-4c1d-4c03-a56a-8136091c977f tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391642 Jun 21 08:17:01.764970 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Pushing event updated for resources: {'Port': ['ID=32699d4f-cca5-4de4-8d9a-9d1af31b97ae,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:01.878536 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:01.878536 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:01.997795 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:00Z', 'revision_number': 1, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:02.038460 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Router ddb0005e-fabc-498b-8873-fd20deec452e has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:17:02.048275 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c3edd-62ad-4a29-abb2-af74003e412e None None] The sync data for ids ['ddb0005e-fabc-498b-8873-fd20deec452e'] in dv-cinder-836973-7-iscsi is: [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:00Z', 'revision_number': 1, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:17:02.198074 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7672efd7-823e-4a44-a44e-018d8803fa0f None None] Provisioning complete for port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:02.198454 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7672efd7-823e-4a44-a44e-018d8803fa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:02.210273 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:02.227420 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:17:02.228866 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a5743-e901-41d3-9bcc-ac230340a5db req-0166425e-64a5-45ca-930c-07067b092fed tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:02.230781 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d8a5743-e901-41d3-9bcc-ac230340a5db req-0166425e-64a5-45ca-930c-07067b092fed tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0739357 Jun 21 08:17:02.244526 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-24ef1622-e1c6-4c90-b2e3-a54bfdeee628 admin admin] 10.222.0.36 "PUT /v2.0/routers/ddb0005e-fabc-498b-8873-fd20deec452e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5687213 Jun 21 08:17:02.264876 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7672efd7-823e-4a44-a44e-018d8803fa0f None None] Port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:17:02.303417 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d8a5743-e901-41d3-9bcc-ac230340a5db req-a921214c-8a62-40cb-8af3-6a4876f44c45 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628195 Jun 21 08:17:02.447440 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=54 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:02.916702 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4eab4-963c-4aaa-a5f7-abe51ee9c332 req-3d816c5b-0f70-4ab8-b05e-88cc45af5678 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:02.918413 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e3b4eab4-963c-4aaa-a5f7-abe51ee9c332 req-3d816c5b-0f70-4ab8-b05e-88cc45af5678 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 945 time: 0.0745549 Jun 21 08:17:03.017999 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e3b4eab4-963c-4aaa-a5f7-abe51ee9c332 req-0f9e13d2-10de-4cb1-9381-6f5dc9383d46 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896840 Jun 21 08:17:03.350837 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41344) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:03.359190 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1134458982-network', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:03.396044 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Made reservation on behalf of cf638c040b9e493e8f167d852dd0cfde for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:17:03.400732 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:03.413498 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:03.663906 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Publish callbacks [] for security_group (a4ee6796-9b3e-4381-b956-b6ac60c02978), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:03.682081 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (a4ee6796-9b3e-4381-b956-b6ac60c02978), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:03.692447 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f28023-2662-41ad-aad2-9866293319d9 req-4fd4191c-23c5-4347-951e-51c8c90e70af tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:03.694404 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-02f28023-2662-41ad-aad2-9866293319d9 req-4fd4191c-23c5-4347-951e-51c8c90e70af tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.2821188 Jun 21 08:17:03.754818 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:17:03.766791 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ee6796-9b3e-4381-b956-b6ac60c02978,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:03.784551 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (523f5013-1db3-4dab-9e40-695d06eadcc0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:03.785112 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Added segment 523f5013-1db3-4dab-9e40-695d06eadcc0 of type vlan for network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 Jun 21 08:17:03.807083 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-02f28023-2662-41ad-aad2-9866293319d9 req-be9bb89b-cbfb-4560-a79a-cd32582e9f6f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995629 Jun 21 08:17:03.859307 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (1ed359ca-be7d-448d-ba3f-78d7a61573f3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:03.902047 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (1ed359ca-be7d-448d-ba3f-78d7a61573f3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:03.903573 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:03.904165 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:03.957349 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6027248 Jun 21 08:17:03.958293 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41390) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:03.964355 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Request body: {'subnet': {'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1134458982-subnet', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:04.051340 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88abd4-d01e-4eb4-bd16-c7c28d970c46 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed359ca-be7d-448d-ba3f-78d7a61573f3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:04.053354 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Made reservation on behalf of cf638c040b9e493e8f167d852dd0cfde for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:17:04.055750 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151950'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:04.064195 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:17:04.180305 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:04.264384 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:04.339227 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279cf89-85b0-49b7-84c3-bcec7519f94c req-f2448836-4896-4427-8ab2-5960dc3cb7c5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:04.340763 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e279cf89-85b0-49b7-84c3-bcec7519f94c req-f2448836-4896-4427-8ab2-5960dc3cb7c5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 945 time: 0.0893307 Jun 21 08:17:04.365246 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3769449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26152056'] for subnet (c7093613-cf23-4d1f-9937-1c3387eeb626), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:04.390215 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=37 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:04.452036 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e279cf89-85b0-49b7-84c3-bcec7519f94c req-6cb7be56-a298-4948-8884-a6f3385c2e3d tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027758 Jun 21 08:17:04.457544 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7093613-cf23-4d1f-9937-1c3387eeb626,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:04.475649 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Checking segment: {'id': '523f5013-1db3-4dab-9e40-695d06eadcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:04.476080 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Network hostable DHCP agents. Network: 1ed359ca-be7d-448d-ba3f-78d7a61573f3, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:17:04.494686 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:17:04.506568 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 1ed359ca-be7d-448d-ba3f-78d7a61573f3) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:04.511739 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:04.512933 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:04.517703 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b43f67-dc5d-4d17-9d96-e6ddea8794cc None None] Network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:17:04.534275 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-550e5976-3aae-4d07-9daf-7356013d73b6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5746148 Jun 21 08:17:04.536800 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41420) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:04.541467 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1134458982-router', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:04.572157 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (884b71a4-e8b6-447d-b52c-7d2b767d35c4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:04.573577 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (884b71a4-e8b6-447d-b52c-7d2b767d35c4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:04.633314 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks [] for router_controller (884b71a4-e8b6-447d-b52c-7d2b767d35c4), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:04.649483 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-1ed359ca-be7d-448d-ba3f-78d7a61573f3', 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3', 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'fixed_ips': [{'subnet_id': 'c7093613-cf23-4d1f-9937-1c3387eeb626'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:17:04.651168 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:04.693032 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device e889e8c8-2f63-422e-a4e1-7bbd757b0ebe up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:04.797687 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks [] for router_gateway (884b71a4-e8b6-447d-b52c-7d2b767d35c4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:04.797832 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:04.844325 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:04.844783 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:04.882500 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Allocated IP 172.20.0.2 (1ed359ca-be7d-448d-ba3f-78d7a61573f3/c7093613-cf23-4d1f-9937-1c3387eeb626/f316e182-d2e7-4949-9c56-3674c33ab57c) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:04.925537 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Sync routers for ids ['ddb0005e-fabc-498b-8873-fd20deec452e'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:17:04.942463 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Routers {'ddb0005e-fabc-498b-8873-fd20deec452e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:04.943148 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ddb0005e-fabc-498b-8873-fd20deec452e'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:05.021131 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817f6f-4323-4e39-9b98-09a4d82fee7a req-3dc28dea-e3fb-4c9b-805b-51847270289a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:05.024233 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks [] for router_gateway (884b71a4-e8b6-447d-b52c-7d2b767d35c4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.024907 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42817f6f-4323-4e39-9b98-09a4d82fee7a req-3dc28dea-e3fb-4c9b-805b-51847270289a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.1261601 Jun 21 08:17:05.045048 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:05.045447 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.054637 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.084280 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=e889e8c8-2f63-422e-a4e1-7bbd757b0ebe,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:05.102789 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.118821 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42817f6f-4323-4e39-9b98-09a4d82fee7a req-5672bc31-b82c-4ec2-8246-6a4216f8c987 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868058 Jun 21 08:17:05.150757 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Set router ddb0005e-fabc-498b-8873-fd20deec452e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:05.166199 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:05.201063 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Publish callbacks [] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.206764 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=e889e8c8-2f63-422e-a4e1-7bbd757b0ebe,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:05.210855 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Allocated IP 172.27.0.237 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/2d695e6b-3e04-407b-8e24-a4cad1050ca1) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:05.211012 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.228238 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:05.258800 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:05.262663 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:05.264521 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Pushing event updated for resources: {'Port': ['ID=f316e182-d2e7-4949-9c56-3674c33ab57c,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:05.267480 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:05.350325 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Attempting to bind port f316e182-d2e7-4949-9c56-3674c33ab57c on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:05.350325 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Attempting to bind port f316e182-d2e7-4949-9c56-3674c33ab57c by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '523f5013-1db3-4dab-9e40-695d06eadcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:05.350712 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Attempting to bind port f316e182-d2e7-4949-9c56-3674c33ab57c on network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:05.357039 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 2, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:05.361072 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:05.361461 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Checking segment: {'id': '523f5013-1db3-4dab-9e40-695d06eadcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:05.361875 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.362276 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Bound using segment: {'id': '523f5013-1db3-4dab-9e40-695d06eadcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:05.362771 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Bound port: f316e182-d2e7-4949-9c56-3674c33ab57c, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523f5013-1db3-4dab-9e40-695d06eadcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:05.363157 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.370377 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks [] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.378403 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:05.399732 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Checking router: ddb0005e-fabc-498b-8873-fd20deec452e for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:17:05.400346 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Updating router ddb0005e-fabc-498b-8873-fd20deec452e port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:17:05.421635 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.438126 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-820de201-055f-4817-8298-b26e2435dd4c None None] For port f316e182-d2e7-4949-9c56-3674c33ab57c, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:05.441052 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.442369 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-820de201-055f-4817-8298-b26e2435dd4c None None] For port f316e182-d2e7-4949-9c56-3674c33ab57c, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=f316e182-d2e7-4949-9c56-3674c33ab57c,segment=NetworkSegment(523f5013-1db3-4dab-9e40-695d06eadcc0),segment_id=523f5013-1db3-4dab-9e40-695d06eadcc0)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:05.455372 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.490823 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Pushing event updated for resources: {'Port': ['ID=2d695e6b-3e04-407b-8e24-a4cad1050ca1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:05.529607 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:05.531963 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:05.534560 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:05.553403 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820de201-055f-4817-8298-b26e2435dd4c None None] Pushing event updated for resources: {'Port': ['ID=f316e182-d2e7-4949-9c56-3674c33ab57c,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:05.833169 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d92e5-5112-40cb-a147-5a79d2415c47 req-6a878357-1046-4530-acf0-5818a3001eb6 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:05.835036 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d83d92e5-5112-40cb-a147-5a79d2415c47 req-6a878357-1046-4530-acf0-5818a3001eb6 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 945 time: 0.2545359 Jun 21 08:17:05.847333 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Publish callbacks [] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.855220 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:05.911097 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:05.913394 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Pushing event updated for resources: {'Port': ['ID=32699d4f-cca5-4de4-8d9a-9d1af31b97ae,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:05.924657 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.928464 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41442) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:05.929603 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.930138 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.930711 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.931441 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.931957 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.932467 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.932988 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.933491 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.934054 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.934561 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.935108 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.935824 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.936321 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.936817 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:05.959940 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d83d92e5-5112-40cb-a147-5a79d2415c47 req-c33f4083-a20e-4f0f-917f-58b6e9973b28 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728269 Jun 21 08:17:06.108612 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Attempting to bind port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:06.108988 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Attempting to bind port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:06.109379 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Attempting to bind port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae on network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:06.127089 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:06.127497 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Checking segment: {'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:06.127912 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:06.129833 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Bound using segment: {'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:06.131517 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Bound port: 32699d4f-cca5-4de4-8d9a-9d1af31b97ae, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:06.132108 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:06.190006 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks [] for router_gateway (884b71a4-e8b6-447d-b52c-7d2b767d35c4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:06.310197 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9fdf9-2f53-40ad-9d19-8b83ba64c3e6 req-92e95920-9741-4628-b313-52c09c1761ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:06.311939 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bfe9fdf9-2f53-40ad-9d19-8b83ba64c3e6 req-92e95920-9741-4628-b313-52c09c1761ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 1129 time: 0.0596323 Jun 21 08:17:06.354771 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] For port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:06.360406 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] For port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=32699d4f-cca5-4de4-8d9a-9d1af31b97ae,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:06.371882 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:06.376215 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:06.457317 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-9db7d42d-5c79-4313-b522-0c01a5479bd0 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:06.461637 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-9db7d42d-5c79-4313-b522-0c01a5479bd0 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 945 time: 0.0852685 Jun 21 08:17:06.465408 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Routers {'ddb0005e-fabc-498b-8873-fd20deec452e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:06.466054 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ddb0005e-fabc-498b-8873-fd20deec452e'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:06.506272 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-92247e21-73f6-4c56-a518-3840b77f4596 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b791fbed0800400290c38ac5f481ec60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5762980 Jun 21 08:17:06.508522 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41464) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:06.557130 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6c3f609b-f7e1-434f-86b1-c73c103124cc None None] Provisioning complete for port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:06.559061 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c3f609b-f7e1-434f-86b1-c73c103124cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:06.649644 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece7e04-61e5-41a0-b8d9-00ae7dcf9cdb req-39b58520-b7fd-45b0-9313-fda5a0910273 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:06.662132 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bece7e04-61e5-41a0-b8d9-00ae7dcf9cdb req-39b58520-b7fd-45b0-9313-fda5a0910273 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.3417225 Jun 21 08:17:06.672298 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba308eee-c35b-4641-8263-8ff3abba4ee2 admin admin] Publish callbacks [] for security_group (858a73a1-a7dc-40e1-8f77-b74010ea2b7f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:06.677588 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (884b71a4-e8b6-447d-b52c-7d2b767d35c4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:06.696765 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bfe9fdf9-2f53-40ad-9d19-8b83ba64c3e6 req-fd024175-a4a8-46ab-abf6-66d2716ecc90 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185046 Jun 21 08:17:06.715160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41468) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:06.781006 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6c3f609b-f7e1-434f-86b1-c73c103124cc None None] Current status of the port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:06.782570 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c3f609b-f7e1-434f-86b1-c73c103124cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:06.884244 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] Set router ddb0005e-fabc-498b-8873-fd20deec452e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:06.894656 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6c3f609b-f7e1-434f-86b1-c73c103124cc None None] For port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=32699d4f-cca5-4de4-8d9a-9d1af31b97ae,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:06.908540 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c3f609b-f7e1-434f-86b1-c73c103124cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:06.920335 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:06.924111 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device e889e8c8-2f63-422e-a4e1-7bbd757b0ebe up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:06.941697 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba308eee-c35b-4641-8263-8ff3abba4ee2 admin admin] Publish callbacks [] for security_group (858a73a1-a7dc-40e1-8f77-b74010ea2b7f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:06.952903 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bece7e04-61e5-41a0-b8d9-00ae7dcf9cdb req-77f3f4f4-816b-4682-a65a-ed9ac5a4cc95 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679210 Jun 21 08:17:06.989617 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-8dbca0db-38a5-4137-a546-c939d39b4f1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Deleting port 4e320460-6ab7-482f-af30-5c7fb8b93b9f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:17:06.990208 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-8dbca0db-38a5-4137-a546-c939d39b4f1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.049297 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:17:07.064072 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:07.127458 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:07.129579 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-950580a2-6205-4b6b-9c7d-840a26243d6d None None] Provisioning complete for port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:07.129965 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-950580a2-6205-4b6b-9c7d-840a26243d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.131961 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f609b-f7e1-434f-86b1-c73c103124cc None None] Pushing event updated for resources: {'Port': ['ID=32699d4f-cca5-4de4-8d9a-9d1af31b97ae,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:07.149894 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba308eee-c35b-4641-8263-8ff3abba4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (858a73a1-a7dc-40e1-8f77-b74010ea2b7f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.156678 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba308eee-c35b-4641-8263-8ff3abba4ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.160367 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ba308eee-c35b-4641-8263-8ff3abba4ee2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/858a73a1-a7dc-40e1-8f77-b74010ea2b7f HTTP/1.1" status: 204 len: 168 time: 0.6484673 Jun 21 08:17:07.161680 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b5951c9-914b-49bd-aa8b-0938ce92b017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.213484 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:07.213651 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.219749 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba308eee-c35b-4641-8263-8ff3abba4ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a73a1-a7dc-40e1-8f77-b74010ea2b7f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:07.283586 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-8dbca0db-38a5-4137-a546-c939d39b4f1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] For port 4e320460-6ab7-482f-af30-5c7fb8b93b9f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4e320460-6ab7-482f-af30-5c7fb8b93b9f,segment=NetworkSegment(cb7ef922-74ae-4d69-87a2-7692a477e55c),segment_id=cb7ef922-74ae-4d69-87a2-7692a477e55c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:07.283914 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-8dbca0db-38a5-4137-a546-c939d39b4f1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.324669 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-8dbca0db-38a5-4137-a546-c939d39b4f1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Calling delete_port for 4e320460-6ab7-482f-af30-5c7fb8b93b9f owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:17:07.330016 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372e5cc-90e3-41cd-8608-6a9c05e128dd None None] Network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:17:07.332116 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd75e5-3bb3-4c61-a26d-87d77ee33f36 req-01233b6b-efba-4578-9804-e836e4cf3e59 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:07.336247 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-55fd75e5-3bb3-4c61-a26d-87d77ee33f36 req-01233b6b-efba-4578-9804-e836e4cf3e59 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 945 time: 0.2091451 Jun 21 08:17:07.437956 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:06Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:07.454101 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca0fe5-0d9c-4f9d-a139-85ab353d7caa None None] Pushing event updated for resources: {'Port': ['ID=32699d4f-cca5-4de4-8d9a-9d1af31b97ae,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:07.482665 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-950580a2-6205-4b6b-9c7d-840a26243d6d None None] Current status of the port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:07.514307 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-55fd75e5-3bb3-4c61-a26d-87d77ee33f36 req-f2c8ab46-b350-4d8d-8257-4787ac61ab5b tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c67001-ac99-46fe-ac42-cb96e36eeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714940 Jun 21 08:17:07.519506 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:17:07.548935 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Sync routers for ids ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:17:07.559099 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.563498 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c7fe26b1-a31f-45d6-907e-7cf8fdedaaaf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0223897 Jun 21 08:17:07.563956 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41492) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:07.564111 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5cbf1-ddea-4478-a9ff-66084a654f19 None None] The sync data for ids ['ddb0005e-fabc-498b-8873-fd20deec452e'] in dv-cinder-836973-7-iscsi is: [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:06Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:17:07.676088 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Routers {'884b71a4-e8b6-447d-b52c-7d2b767d35c4'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:07.678413 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:07.701775 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7d05dc7c-e5f9-4da0-9b5b-b109faf643e0 None None] Provisioning complete for port f316e182-d2e7-4949-9c56-3674c33ab57c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:07.702461 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d05dc7c-e5f9-4da0-9b5b-b109faf643e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.766003 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b5951c9-914b-49bd-aa8b-0938ce92b017 admin admin] Publish callbacks [] for security_group (53034859-92d9-4525-9572-ecf953d18275), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.780536 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b5951c9-914b-49bd-aa8b-0938ce92b017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (53034859-92d9-4525-9572-ecf953d18275), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.837903 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:07.840708 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-9b5951c9-914b-49bd-aa8b-0938ce92b017 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=489e96467be04540a9016f0eb8256567&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1232271 Jun 21 08:17:07.844179 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41502) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:07.908713 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5951c9-914b-49bd-aa8b-0938ce92b017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53034859-92d9-4525-9572-ecf953d18275,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:07.916818 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-8dbca0db-38a5-4137-a546-c939d39b4f1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (4e320460-6ab7-482f-af30-5c7fb8b93b9f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:07.982655 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['4e320460-6ab7-482f-af30-5c7fb8b93b9f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:17:07.990655 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8db4cacb-506c-40a1-8afd-23c774e84047 admin admin] Publish callbacks [] for security_group (53034859-92d9-4525-9572-ecf953d18275), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.032753 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:08.035843 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbca0db-38a5-4137-a546-c939d39b4f1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Pushing event deleted for resources: {'Port': ['ID=4e320460-6ab7-482f-af30-5c7fb8b93b9f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:08.042405 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8db4cacb-506c-40a1-8afd-23c774e84047 admin admin] Publish callbacks [] for security_group (53034859-92d9-4525-9572-ecf953d18275), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.049943 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:08.051100 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device f316e182-d2e7-4949-9c56-3674c33ab57c up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:08.191996 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Set router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:08.208967 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-8dbca0db-38a5-4137-a546-c939d39b4f1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] No DVR routers for this DVR port 4e320460-6ab7-482f-af30-5c7fb8b93b9f on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:17:08.213734 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-8dbca0db-38a5-4137-a546-c939d39b4f1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.216930 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1afea49b-955a-4f08-ae09-457ccd9e24da req-8dbca0db-38a5-4137-a546-c939d39b4f1e tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.46 "DELETE /v2.0/ports/4e320460-6ab7-482f-af30-5c7fb8b93b9f HTTP/1.1" status: 204 len: 173 time: 1.7089620 Jun 21 08:17:08.217373 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1b7185-d26e-4a65-9b25-9a4cdf59b52a', 'name': 'network-vif-deleted', 'tag': '4e320460-6ab7-482f-af30-5c7fb8b93b9f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:17:08.237196 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7487c1cd-f1a6-44ec-8cdb-9a021ae7c207" -d '{"events": [{"server_uuid": "eb1b7185-d26e-4a65-9b25-9a4cdf59b52a", "name": "network-vif-deleted", "tag": "4e320460-6ab7-482f-af30-5c7fb8b93b9f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:17:08.253721 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port f316e182-d2e7-4949-9c56-3674c33ab57c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:08.254099 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.263789 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d306df-fe63-49ac-9951-46d83e427ec6 req-96ff54c9-de05-4e49-98d4-83abdd7c0279 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:08.275212 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-65d306df-fe63-49ac-9951-46d83e427ec6 req-96ff54c9-de05-4e49-98d4-83abdd7c0279 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.1618593 Jun 21 08:17:08.282225 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:08.309970 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8db4cacb-506c-40a1-8afd-23c774e84047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (53034859-92d9-4525-9572-ecf953d18275), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.313259 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8db4cacb-506c-40a1-8afd-23c774e84047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.316880 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8db4cacb-506c-40a1-8afd-23c774e84047 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53034859-92d9-4525-9572-ecf953d18275 HTTP/1.1" status: 204 len: 168 time: 0.4695282 Jun 21 08:17:08.335650 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4cacb-506c-40a1-8afd-23c774e84047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53034859-92d9-4525-9572-ecf953d18275,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:08.347290 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819b5a13-95c2-4232-b4d9-4e074e654d86 x-openstack-request-id: req-819b5a13-95c2-4232-b4d9-4e074e654d86 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:17:08.347821 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1b7185-d26e-4a65-9b25-9a4cdf59b52a", "name": "network-vif-deleted", "tag": "4e320460-6ab7-482f-af30-5c7fb8b93b9f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:17:08.347821 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-819b5a13-95c2-4232-b4d9-4e074e654d86 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:17:08.349361 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:08.350271 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819b5a13-95c2-4232-b4d9-4e074e654d86'] response: {'server_uuid': 'eb1b7185-d26e-4a65-9b25-9a4cdf59b52a', 'name': 'network-vif-deleted', 'tag': '4e320460-6ab7-482f-af30-5c7fb8b93b9f', 'status': 'completed', 'code': 200} Jun 21 08:17:08.399249 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-65d306df-fe63-49ac-9951-46d83e427ec6 req-bf988c66-06ea-4594-bc66-82f7dd313f82 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229777 Jun 21 08:17:08.433288 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7d05dc7c-e5f9-4da0-9b5b-b109faf643e0 None None] Current status of the port f316e182-d2e7-4949-9c56-3674c33ab57c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:08.433680 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d05dc7c-e5f9-4da0-9b5b-b109faf643e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.485563 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:08.525454 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.636316 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port f316e182-d2e7-4949-9c56-3674c33ab57c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:08.647001 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.708044 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7d05dc7c-e5f9-4da0-9b5b-b109faf643e0 None None] For port f316e182-d2e7-4949-9c56-3674c33ab57c, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=f316e182-d2e7-4949-9c56-3674c33ab57c,segment=NetworkSegment(523f5013-1db3-4dab-9e40-695d06eadcc0),segment_id=523f5013-1db3-4dab-9e40-695d06eadcc0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:08.719126 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41526) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:08.746553 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d05dc7c-e5f9-4da0-9b5b-b109faf643e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.837020 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05dc7c-e5f9-4da0-9b5b-b109faf643e0 None None] Pushing event updated for resources: {'Port': ['ID=f316e182-d2e7-4949-9c56-3674c33ab57c,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:08.879846 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.db.api [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 08:17:08.880401 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG oslo_db.api [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 08:17:08.915697 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2dad5eed-1dad-40a9-84f5-9493d8d2ec92 None None] Provisioning complete for port f316e182-d2e7-4949-9c56-3674c33ab57c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:08.916151 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2dad5eed-1dad-40a9-84f5-9493d8d2ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:08.965958 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-634124585-network', 'tenant_id': '054a41c637b243f180a79969432bb3f8'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:08.967867 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'name': 'tempest-TestShelveInstance-1134458982-router', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:04Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 3, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'gw_port': {'id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:05Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:08.989112 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Made reservation on behalf of 054a41c637b243f180a79969432bb3f8 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:17:08.991564 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.001533 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.002611 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Checking router: 884b71a4-e8b6-447d-b52c-7d2b767d35c4 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:17:09.003182 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Updating router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 port 2d695e6b-3e04-407b-8e24-a4cad1050ca1 binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:17:09.066071 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.092587 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Publish callbacks [] for security_group (367fadd0-2da9-4d6b-a2d4-7753ae2eabe6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.097650 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2dad5eed-1dad-40a9-84f5-9493d8d2ec92 None None] Current status of the port f316e182-d2e7-4949-9c56-3674c33ab57c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:09.098829 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (367fadd0-2da9-4d6b-a2d4-7753ae2eabe6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.127433 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:17:09.143946 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:09.151515 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (3cf25140-2310-4ccb-ad67-c0210195abb6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.151515 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Added segment 3cf25140-2310-4ccb-ad67-c0210195abb6 of type vlan for network ad93e950-a35b-4ca6-b8fc-75dbda938a47 Jun 21 08:17:09.184970 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-66b5af9a-e98c-4d7d-8edd-804b62c29ef2 req-464f2be0-4a8d-4563-aae1-8bd955f3e390 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 210 time: 0.2823620 Jun 21 08:17:09.205392 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Allocated IP 172.20.0.1 (1ed359ca-be7d-448d-ba3f-78d7a61573f3/c7093613-cf23-4d1f-9937-1c3387eeb626/7b928f3a-1303-4f57-958d-d03474f46e47) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:09.209328 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (ad93e950-a35b-4ca6-b8fc-75dbda938a47), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.211008 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:09.243092 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (ad93e950-a35b-4ca6-b8fc-75dbda938a47), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.244110 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:09.244688 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.282010 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5612657 Jun 21 08:17:09.284888 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41534) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:09.297734 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:09.311666 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Publish callbacks [] for port (7b928f3a-1303-4f57-958d-d03474f46e47), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.319182 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Request body: {'subnet': {'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-634124585-subnet', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:09.331300 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dee44-0097-4899-a846-326bd451f4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ad93e950-a35b-4ca6-b8fc-75dbda938a47,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:09.347724 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Made reservation on behalf of 054a41c637b243f180a79969432bb3f8 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:17:09.349050 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network ad93e950-a35b-4ca6-b8fc-75dbda938a47 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:17:09.350074 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.350200 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.397485 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:09.402199 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:09.405999 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:09.431068 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Publish callbacks [] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.433941 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:09.446244 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (884b71a4-e8b6-447d-b52c-7d2b767d35c4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.448815 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b928f3a-1303-4f57-958d-d03474f46e47,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:09.498713 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.515414 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port f316e182-d2e7-4949-9c56-3674c33ab57c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:09.577553 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (9d7e5e53-86dc-4ddb-82ca-dc27e46182e7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.599826 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Attempting to bind port 2d695e6b-3e04-407b-8e24-a4cad1050ca1 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:09.600197 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Attempting to bind port 2d695e6b-3e04-407b-8e24-a4cad1050ca1 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:09.600561 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Attempting to bind port 2d695e6b-3e04-407b-8e24-a4cad1050ca1 on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:09.608412 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0992a5-5d26-4cdf-a514-98e43c3d154e None None] Pushing event updated for resources: {'Port': ['ID=2d695e6b-3e04-407b-8e24-a4cad1050ca1,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:09.619043 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8f81-2533-4c25-87a7-f1da4696aaa7 req-d031afc4-1241-4c9d-9b8e-3dbf9e2bacce tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:09.619802 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:09.620566 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:09.621267 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.622040 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:09.622711 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Bound port: 2d695e6b-3e04-407b-8e24-a4cad1050ca1, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:09.623250 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.626446 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-334a8f81-2533-4c25-87a7-f1da4696aaa7 req-d031afc4-1241-4c9d-9b8e-3dbf9e2bacce tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.1183093 Jun 21 08:17:09.673004 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7e5e53-86dc-4ddb-82ca-dc27e46182e7,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:09.682536 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Checking segment: {'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:09.682929 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Network hostable DHCP agents. Network: ad93e950-a35b-4ca6-b8fc-75dbda938a47, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:17:09.699950 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:09.714061 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Network ad93e950-a35b-4ca6-b8fc-75dbda938a47 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:17:09.725586 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] For port 2d695e6b-3e04-407b-8e24-a4cad1050ca1, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:09.726246 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-334a8f81-2533-4c25-87a7-f1da4696aaa7 req-0cd1c504-4b8f-48b8-b365-952ce1b02120 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986433 Jun 21 08:17:09.730581 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] For port 2d695e6b-3e04-407b-8e24-a4cad1050ca1, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=2d695e6b-3e04-407b-8e24-a4cad1050ca1,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:09.734988 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, ad93e950-a35b-4ca6-b8fc-75dbda938a47) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:09.737091 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.738512 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device f316e182-d2e7-4949-9c56-3674c33ab57c up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:09.750016 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:09.750575 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.751405 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.760061 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:09.763575 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:09.773514 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a1ff28-825f-48de-88ef-60c2eff2698e None None] Network ad93e950-a35b-4ca6-b8fc-75dbda938a47 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:17:09.776802 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-7ab9325e-15c7-4bf7-a43a-22f7de3a600a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4909196 Jun 21 08:17:09.780055 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41538) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:09.785583 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:09.808230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (72cad314-d24e-4708-8883-aac59a2875f1), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.809356 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (72cad314-d24e-4708-8883-aac59a2875f1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.863824 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks [] for router_controller (72cad314-d24e-4708-8883-aac59a2875f1), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.899256 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-91b10f5d-451b-4ace-b21e-f89f99000853 None None] Provisioning complete for port 7b928f3a-1303-4f57-958d-d03474f46e47 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:09.899534 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-91b10f5d-451b-4ace-b21e-f89f99000853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.965590 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0992a5-5d26-4cdf-a514-98e43c3d154e None None] Pushing event updated for resources: {'Port': ['ID=2d695e6b-3e04-407b-8e24-a4cad1050ca1,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:09.971186 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Publish callbacks [] for port (7b928f3a-1303-4f57-958d-d03474f46e47), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.977156 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Routers {'884b71a4-e8b6-447d-b52c-7d2b767d35c4'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:09.977803 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:09.982997 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:09.985818 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port f316e182-d2e7-4949-9c56-3674c33ab57c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:09.986202 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:10.047615 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-91b10f5d-451b-4ace-b21e-f89f99000853 None None] Port 7b928f3a-1303-4f57-958d-d03474f46e47 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:17:10.062711 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (884b71a4-e8b6-447d-b52c-7d2b767d35c4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:10.064954 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b928f3a-1303-4f57-958d-d03474f46e47,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:10.087316 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'project_id': '054a41c637b243f180a79969432bb3f8', 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:17:10.088236 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:10.174529 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:10.176174 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:10.250120 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:10.314208 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks [] for router_gateway (72cad314-d24e-4708-8883-aac59a2875f1), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:10.341221 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-382818ac-a9d9-4689-8106-a5474f1146ed req-9ae0e087-007f-4fec-b1ed-2165ce8d83a5 tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 210 time: 0.0508363 Jun 21 08:17:10.358882 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:17:10.393714 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] Set router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:10.475656 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port f316e182-d2e7-4949-9c56-3674c33ab57c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:10.476741 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 32699d4f-cca5-4de4-8d9a-9d1af31b97ae up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:10.486727 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:17:10.497981 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7746b186-4325-4d98-91af-f090138986f1 admin admin] 10.222.0.36 "PUT /v2.0/routers/884b71a4-e8b6-447d-b52c-7d2b767d35c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9273832 Jun 21 08:17:10.528257 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:10.545543 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks [] for router_gateway (72cad314-d24e-4708-8883-aac59a2875f1), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:10.560835 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:10.561760 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ba6366b4-2a13-43c5-abf5-24f03465b38a None None] Provisioning complete for port 7b928f3a-1303-4f57-958d-d03474f46e47 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:10.562162 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ba6366b4-2a13-43c5-abf5-24f03465b38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:10.567073 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:10.662116 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ba6366b4-2a13-43c5-abf5-24f03465b38a None None] Port 7b928f3a-1303-4f57-958d-d03474f46e47 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:17:10.669329 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Allocated IP 172.20.0.2 (ad93e950-a35b-4ca6-b8fc-75dbda938a47/9d7e5e53-86dc-4ddb-82ca-dc27e46182e7/77de5b14-84a9-4f9e-9424-f209e9a225f9) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:10.711557 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Allocated IP 172.27.0.213 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/55341489-bc83-4603-97f6-9003e1c54613) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:10.725132 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:10.725961 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:10.888954 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks [] for port (55341489-bc83-4603-97f6-9003e1c54613), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:10.901399 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'name': 'tempest-TestShelveInstance-1134458982-router', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:04Z', 'updated_at': '2022-06-21T08:17:09Z', 'revision_number': 4, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'gw_port': {'id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:05Z', 'updated_at': '2022-06-21T08:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '7b928f3a-1303-4f57-958d-d03474f46e47', 'name': '', 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'mac_address': 'fa:16:3e:50:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c7093613-cf23-4d1f-9937-1c3387eeb626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:08Z', 'updated_at': '2022-06-21T08:17:09Z', 'revision_number': 2, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'subnets': [{'id': 'c7093613-cf23-4d1f-9937-1c3387eeb626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:10.934813 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:10.942100 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (55341489-bc83-4603-97f6-9003e1c54613), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:10.958359 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d449bf-9da3-43af-988d-940a64cf79cf None None] The sync data for ids ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'] in dv-cinder-836973-7-iscsi is: [{'id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'name': 'tempest-TestShelveInstance-1134458982-router', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:04Z', 'updated_at': '2022-06-21T08:17:09Z', 'revision_number': 4, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'gw_port': {'id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:05Z', 'updated_at': '2022-06-21T08:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '7b928f3a-1303-4f57-958d-d03474f46e47', 'name': '', 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'mac_address': 'fa:16:3e:50:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c7093613-cf23-4d1f-9937-1c3387eeb626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:08Z', 'updated_at': '2022-06-21T08:17:09Z', 'revision_number': 2, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'subnets': [{'id': 'c7093613-cf23-4d1f-9937-1c3387eeb626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:17:11.018258 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:11.049317 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41564) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:11.055045 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a8f34ccf-7946-4e44-8b08-2c05af4a6fe2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570178960', 'description': 'tempest-secgroup-smoke-1570178960 description', 'project_id': 'cad2999c58284b92b7166848a3e1f261'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:11.070172 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:11.086372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:11.091497 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:11.096100 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Publish callbacks [] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.108868 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.111743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8f34ccf-7946-4e44-8b08-2c05af4a6fe2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.139373 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Network ad93e950-a35b-4ca6-b8fc-75dbda938a47 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:11.143914 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:11.177947 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:11.230331 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Pushing event updated for resources: {'Port': ['ID=77de5b14-84a9-4f9e-9424-f209e9a225f9,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:11.265803 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e28c70-47f5-4487-87c8-351605688f2c req-9414aafc-547d-47c9-bf95-edcf6ed0ccb4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:11.267176 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c7e28c70-47f5-4487-87c8-351605688f2c req-9414aafc-547d-47c9-bf95-edcf6ed0ccb4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.1008244 Jun 21 08:17:11.267620 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Pushing event updated for resources: {'Port': ['ID=55341489-bc83-4603-97f6-9003e1c54613,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:11.298120 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Attempting to bind port 77de5b14-84a9-4f9e-9424-f209e9a225f9 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:11.298569 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Attempting to bind port 77de5b14-84a9-4f9e-9424-f209e9a225f9 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:11.299047 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Attempting to bind port 77de5b14-84a9-4f9e-9424-f209e9a225f9 on network ad93e950-a35b-4ca6-b8fc-75dbda938a47 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:11.305710 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:11.306181 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Checking segment: {'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:11.306709 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.307755 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Bound using segment: {'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:11.307755 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Bound port: 77de5b14-84a9-4f9e-9424-f209e9a225f9, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:11.308024 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.320151 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:11.386319 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8f34ccf-7946-4e44-8b08-2c05af4a6fe2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group (29ffa5b4-d3f5-42a1-9b71-55c94b231faa), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.408805 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c7e28c70-47f5-4487-87c8-351605688f2c req-e6046c93-9a09-4b61-a9aa-20f10b4507ad tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244094 Jun 21 08:17:11.412240 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8f34ccf-7946-4e44-8b08-2c05af4a6fe2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (29ffa5b4-d3f5-42a1-9b71-55c94b231faa), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.439934 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] For port 77de5b14-84a9-4f9e-9424-f209e9a225f9, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:11.449539 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] For port 77de5b14-84a9-4f9e-9424-f209e9a225f9, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=77de5b14-84a9-4f9e-9424-f209e9a225f9,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:11.471872 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.477218 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:11.517551 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8f34ccf-7946-4e44-8b08-2c05af4a6fe2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.533104 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a8f34ccf-7946-4e44-8b08-2c05af4a6fe2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4820483 Jun 21 08:17:11.536070 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41574) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:11.547587 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c5d113a8-113f-44f4-8a2e-ec3cce8702a3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Request body: {'security_group_rule': {'security_group_id': '29ffa5b4-d3f5-42a1-9b71-55c94b231faa', 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:11.652761 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfbc12-f6ff-41c3-a2fd-7272951fb12c None None] Pushing event updated for resources: {'Port': ['ID=77de5b14-84a9-4f9e-9424-f209e9a225f9,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:11.668487 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f34ccf-7946-4e44-8b08-2c05af4a6fe2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ffa5b4-d3f5-42a1-9b71-55c94b231faa,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:11.682107 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 4e320460-6ab7-482f-af30-5c7fb8b93b9f no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:17:11.727316 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 4e320460-6ab7-482f-af30-5c7fb8b93b9f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:17:11.727985 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 4e320460-6ab7-482f-af30-5c7fb8b93b9f not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:17:11.731586 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af3da2-becd-40ae-9b5f-1c413b4d5c1c req-94a8caa1-f301-4d8e-8ba9-7e5d84b8485d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:11.733230 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82af3da2-becd-40ae-9b5f-1c413b4d5c1c req-94a8caa1-f301-4d8e-8ba9-7e5d84b8485d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1470618 Jun 21 08:17:11.757077 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41d765c8-061d-4c76-9192-cf2da9993001 req-29dc80d2-a93e-4d3d-9e00-5bb704ef04cb tempest-VolumesActionsTest-20242860 tempest-VolumesActionsTest-20242860-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1b7185-d26e-4a65-9b25-9a4cdf59b52a HTTP/1.1" status: 200 len: 210 time: 0.0656185 Jun 21 08:17:11.780111 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5d113a8-113f-44f4-8a2e-ec3cce8702a3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (c70ceb25-d6c9-4adf-bea7-9f9d71961a76), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.859972 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks [] for router_gateway (72cad314-d24e-4708-8883-aac59a2875f1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:11.865548 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82af3da2-becd-40ae-9b5f-1c413b4d5c1c req-3435823a-9fe9-482d-acc4-5c76b5df97b9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117251 Jun 21 08:17:11.958847 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:11.989948 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5d113a8-113f-44f4-8a2e-ec3cce8702a3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (c70ceb25-d6c9-4adf-bea7-9f9d71961a76), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.003850 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5d113a8-113f-44f4-8a2e-ec3cce8702a3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (c70ceb25-d6c9-4adf-bea7-9f9d71961a76), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.027325 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d113a8-113f-44f4-8a2e-ec3cce8702a3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70ceb25-d6c9-4adf-bea7-9f9d71961a76,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:12.050232 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5d113a8-113f-44f4-8a2e-ec3cce8702a3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.059113 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41580) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:12.060963 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c5d113a8-113f-44f4-8a2e-ec3cce8702a3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5174017 Jun 21 08:17:12.069710 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Request body: {'security_group_rule': {'security_group_id': '29ffa5b4-d3f5-42a1-9b71-55c94b231faa', 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:12.273888 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (99ec1308-f4d4-4d6e-a314-a6729d6fb052), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.277735 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (72cad314-d24e-4708-8883-aac59a2875f1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.466911 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (99ec1308-f4d4-4d6e-a314-a6729d6fb052), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.477758 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (99ec1308-f4d4-4d6e-a314-a6729d6fb052), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.510291 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ec1308-f4d4-4d6e-a314-a6729d6fb052,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:12.523151 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.524514 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4639654 Jun 21 08:17:12.525880 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.526222 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.526572 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.526938 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.527279 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.527610 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.527940 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.528267 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.528525 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41598) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:12.528629 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.528908 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.529233 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.529562 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.529972 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.530192 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.530507 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd38e4-ebf7-46d1-be6d-9744670cacb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:12.535875 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-120ebf1d-ccf1-4a9b-98c6-d4fe7a44259a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Request body: {'security_group_rule': {'security_group_id': '29ffa5b4-d3f5-42a1-9b71-55c94b231faa', 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:12.585567 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Router 72cad314-d24e-4708-8883-aac59a2875f1 is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:17:12.617319 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-120ebf1d-ccf1-4a9b-98c6-d4fe7a44259a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (685adc10-6d19-49cd-9c74-c439854bbf6c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.746298 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-120ebf1d-ccf1-4a9b-98c6-d4fe7a44259a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (685adc10-6d19-49cd-9c74-c439854bbf6c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.750369 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:17:12.751903 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-120ebf1d-ccf1-4a9b-98c6-d4fe7a44259a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (685adc10-6d19-49cd-9c74-c439854bbf6c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.762969 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Sync routers for ids ['72cad314-d24e-4708-8883-aac59a2875f1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:17:12.779276 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Routers {'72cad314-d24e-4708-8883-aac59a2875f1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:12.780707 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['72cad314-d24e-4708-8883-aac59a2875f1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:12.784782 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ebf1d-ccf1-4a9b-98c6-d4fe7a44259a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685adc10-6d19-49cd-9c74-c439854bbf6c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:12.786249 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.792928 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-1626c816-e24a-4f4c-9aba-0564e6ebccec admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0116487 Jun 21 08:17:12.795636 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41610) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:12.797275 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-120ebf1d-ccf1-4a9b-98c6-d4fe7a44259a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.799122 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-120ebf1d-ccf1-4a9b-98c6-d4fe7a44259a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670779 Jun 21 08:17:12.801254 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41612) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:12.806001 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-934abe90-0a60-4334-b343-d8ec68e81eb6 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Request body: {'security_group_rule': {'security_group_id': '29ffa5b4-d3f5-42a1-9b71-55c94b231faa', 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:12.854600 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-934abe90-0a60-4334-b343-d8ec68e81eb6 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (66d9a065-75e9-40de-96c0-37e905b9bc9f), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.942441 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:12.944441 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Set router 72cad314-d24e-4708-8883-aac59a2875f1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:12.971623 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-934abe90-0a60-4334-b343-d8ec68e81eb6 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (66d9a065-75e9-40de-96c0-37e905b9bc9f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:12.988647 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-934abe90-0a60-4334-b343-d8ec68e81eb6 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (66d9a065-75e9-40de-96c0-37e905b9bc9f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.007384 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934abe90-0a60-4334-b343-d8ec68e81eb6 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d9a065-75e9-40de-96c0-37e905b9bc9f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:13.034439 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-934abe90-0a60-4334-b343-d8ec68e81eb6 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.035981 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-934abe90-0a60-4334-b343-d8ec68e81eb6 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2335248 Jun 21 08:17:13.037040 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:13.039912 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41622) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:13.051400 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9365ad0a-2688-405b-ae75-9d520e1480be tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Request body: {'security_group_rule': {'security_group_id': '29ffa5b4-d3f5-42a1-9b71-55c94b231faa', 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:13.059119 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:13.113919 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-9365ad0a-2688-405b-ae75-9d520e1480be tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Project cad2999c58284b92b7166848a3e1f261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 08:17:13.119892 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9365ad0a-2688-405b-ae75-9d520e1480be tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (0cde0fc6-0281-434a-9b80-12c00c512771), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.242558 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9365ad0a-2688-405b-ae75-9d520e1480be tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (0cde0fc6-0281-434a-9b80-12c00c512771), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.244061 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:11Z', 'revision_number': 3, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:13.247225 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:13.252540 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9365ad0a-2688-405b-ae75-9d520e1480be tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (0cde0fc6-0281-434a-9b80-12c00c512771), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.262286 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a292defb-b37b-4cde-970d-3361f248857f None None] Network ad93e950-a35b-4ca6-b8fc-75dbda938a47 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:17:13.270303 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:13.288885 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365ad0a-2688-405b-ae75-9d520e1480be tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cde0fc6-0281-434a-9b80-12c00c512771,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:13.289080 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Checking router: 72cad314-d24e-4708-8883-aac59a2875f1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:17:13.289293 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Updating router 72cad314-d24e-4708-8883-aac59a2875f1 port 55341489-bc83-4603-97f6-9003e1c54613 binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:17:13.314901 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9365ad0a-2688-405b-ae75-9d520e1480be tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.322237 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9365ad0a-2688-405b-ae75-9d520e1480be tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2697210 Jun 21 08:17:13.322237 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41632) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:13.324745 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f76bee4f-5aaf-4138-b2ab-e28421936430 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Request body: {'security_group_rule': {'security_group_id': '29ffa5b4-d3f5-42a1-9b71-55c94b231faa', 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:13.346271 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Provisioning complete for port 77de5b14-84a9-4f9e-9424-f209e9a225f9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:13.347039 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.370044 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-f76bee4f-5aaf-4138-b2ab-e28421936430 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Project cad2999c58284b92b7166848a3e1f261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 08:17:13.378237 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (55341489-bc83-4603-97f6-9003e1c54613), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.396851 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76bee4f-5aaf-4138-b2ab-e28421936430 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (47032937-d2f9-4697-91d5-a9608ebef1f4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.413913 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:13.546550 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:13.552537 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76bee4f-5aaf-4138-b2ab-e28421936430 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (47032937-d2f9-4697-91d5-a9608ebef1f4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.564852 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76bee4f-5aaf-4138-b2ab-e28421936430 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (47032937-d2f9-4697-91d5-a9608ebef1f4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.638480 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76bee4f-5aaf-4138-b2ab-e28421936430 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.650045 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f76bee4f-5aaf-4138-b2ab-e28421936430 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3289912 Jun 21 08:17:13.651099 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bee4f-5aaf-4138-b2ab-e28421936430 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47032937-d2f9-4697-91d5-a9608ebef1f4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:13.739224 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.774158 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Current status of the port 77de5b14-84a9-4f9e-9424-f209e9a225f9 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:13.798006 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:13.923220 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 2d695e6b-3e04-407b-8e24-a4cad1050ca1 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:14.084011 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 2d695e6b-3e04-407b-8e24-a4cad1050ca1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:14.084696 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.141058 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] For port 77de5b14-84a9-4f9e-9424-f209e9a225f9, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=77de5b14-84a9-4f9e-9424-f209e9a225f9,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:14.156659 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.207354 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Publish callbacks [] for port (55341489-bc83-4603-97f6-9003e1c54613), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.217460 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (55341489-bc83-4603-97f6-9003e1c54613), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.260588 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 2d695e6b-3e04-407b-8e24-a4cad1050ca1 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:14.261110 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.265904 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-91286eb6-3476-4d7f-a8f2-65effdbbf57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:14.267490 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-91286eb6-3476-4d7f-a8f2-65effdbbf57f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 1129 time: 0.1352191 Jun 21 08:17:14.268832 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Allocated IP 172.20.0.1 (ad93e950-a35b-4ca6-b8fc-75dbda938a47/9d7e5e53-86dc-4ddb-82ca-dc27e46182e7/b5484d3d-6c5f-4716-b47b-e4a159a0e081) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:14.294062 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Attempting to bind port 55341489-bc83-4603-97f6-9003e1c54613 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:14.294674 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Attempting to bind port 55341489-bc83-4603-97f6-9003e1c54613 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:14.295246 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Attempting to bind port 55341489-bc83-4603-97f6-9003e1c54613 on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:14.305792 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:14.306573 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:14.307238 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.307806 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:14.308462 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Bound port: 55341489-bc83-4603-97f6-9003e1c54613, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:14.309166 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (55341489-bc83-4603-97f6-9003e1c54613), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.319421 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Pushing event updated for resources: {'Port': ['ID=77de5b14-84a9-4f9e-9424-f209e9a225f9,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:14.337078 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9d081-59ea-4e86-b636-fd852903575c None None] Pushing event updated for resources: {'Port': ['ID=55341489-bc83-4603-97f6-9003e1c54613,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:14.338267 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.338775 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.339343 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.339703 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.342941 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.343709 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.344235 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.344672 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.346396 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.347333 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.347966 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.348378 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.349411 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.350210 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.350554 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ea690-0d8c-42ff-8d60-3ed37f3c3361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:14.359952 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port 2d695e6b-3e04-407b-8e24-a4cad1050ca1, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=2d695e6b-3e04-407b-8e24-a4cad1050ca1,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:14.361545 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ad450e18-d76e-4648-996c-47d7ac5e1089 None None] Provisioning complete for port 77de5b14-84a9-4f9e-9424-f209e9a225f9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:14.362078 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad450e18-d76e-4648-996c-47d7ac5e1089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.383499 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6b31e-82f2-48d8-a15c-1cc74893ba00 req-979509d0-08ac-40c3-8b84-1abdd0975147 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:14.385136 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f1c6b31e-82f2-48d8-a15c-1cc74893ba00 req-979509d0-08ac-40c3-8b84-1abdd0975147 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1770527 Jun 21 08:17:14.389780 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.391388 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 77de5b14-84a9-4f9e-9424-f209e9a225f9 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:14.415322 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] For port 55341489-bc83-4603-97f6-9003e1c54613, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:14.419521 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] For port 55341489-bc83-4603-97f6-9003e1c54613, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=55341489-bc83-4603-97f6-9003e1c54613,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:14.429613 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (55341489-bc83-4603-97f6-9003e1c54613), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.519415 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Routers {'72cad314-d24e-4708-8883-aac59a2875f1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:14.520186 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['72cad314-d24e-4708-8883-aac59a2875f1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:14.526333 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-e02bab63-a8c3-463f-9bfb-686095e5a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:14.527843 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-e02bab63-a8c3-463f-9bfb-686095e5a903 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.2482719 Jun 21 08:17:14.544482 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=2d695e6b-3e04-407b-8e24-a4cad1050ca1,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:14.591742 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f1c6b31e-82f2-48d8-a15c-1cc74893ba00 req-c369eaa6-aea4-4c47-a1c1-78e729242c30 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677742 Jun 21 08:17:14.595496 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-212ae668-79b8-4c3b-bb02-df359bf0453c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=401a4b2e-926f-405f-af0e-bb07243e04fc HTTP/1.1" status: 200 len: 217 time: 0.0536404 Jun 21 08:17:14.614010 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9d081-59ea-4e86-b636-fd852903575c None None] Pushing event updated for resources: {'Port': ['ID=55341489-bc83-4603-97f6-9003e1c54613,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:14.668874 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:14.671256 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ad450e18-d76e-4648-996c-47d7ac5e1089 None None] Current status of the port 77de5b14-84a9-4f9e-9424-f209e9a225f9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:14.677840 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Publish callbacks [] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.694515 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 77de5b14-84a9-4f9e-9424-f209e9a225f9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:14.697116 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.729587 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-06542ca4-372d-45d1-89dd-f132de659d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:14.731303 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-06542ca4-372d-45d1-89dd-f132de659d4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.1241162 Jun 21 08:17:14.747858 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] Set router 72cad314-d24e-4708-8883-aac59a2875f1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:14.771371 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.835782 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:14.841407 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 77de5b14-84a9-4f9e-9424-f209e9a225f9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:14.853524 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Pushing event updated for resources: {'Port': ['ID=b5484d3d-6c5f-4716-b47b-e4a159a0e081,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:14.859920 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Network ad93e950-a35b-4ca6-b8fc-75dbda938a47 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:14.862379 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:14.876353 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:14.878075 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (72cad314-d24e-4708-8883-aac59a2875f1), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:14.882043 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:14.990354 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:15.035682 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:15.042389 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:15.052023 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:11Z', 'revision_number': 3, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:15.077743 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafc7b3-f792-484d-9d22-225ec954d648 None None] The sync data for ids ['72cad314-d24e-4708-8883-aac59a2875f1'] in dv-cinder-836973-7-iscsi is: [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:11Z', 'revision_number': 3, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:17:15.196062 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0a1bb3b7-e6a1-4164-b635-089655f19340 None None] Provisioning complete for port b5484d3d-6c5f-4716-b47b-e4a159a0e081 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:15.196669 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb3b7-e6a1-4164-b635-089655f19340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:15.217962 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Publish callbacks [] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:15.223596 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:15.224590 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (72cad314-d24e-4708-8883-aac59a2875f1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:15.292672 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Pushing event updated for resources: {'Port': ['ID=b5484d3d-6c5f-4716-b47b-e4a159a0e081,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:15.369820 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Sync routers for ids ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:17:15.388759 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0a1bb3b7-e6a1-4164-b635-089655f19340 None None] Port b5484d3d-6c5f-4716-b47b-e4a159a0e081 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:17:15.393809 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Routers {'884b71a4-e8b6-447d-b52c-7d2b767d35c4'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:15.394511 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:15.413276 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Network ad93e950-a35b-4ca6-b8fc-75dbda938a47 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:15.414774 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:15.527281 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Set router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:15.777375 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-51b17b51-f5f9-4152-a13f-7fd6a2b52ca9 None None] Provisioning complete for port b5484d3d-6c5f-4716-b47b-e4a159a0e081 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:15.778067 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51b17b51-f5f9-4152-a13f-7fd6a2b52ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:15.804141 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713fef7-c91b-4405-a629-36fdfb69459f req-206689b7-ea06-42d5-9400-5a68ad1c26be tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:15.806797 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3713fef7-c91b-4405-a629-36fdfb69459f req-206689b7-ea06-42d5-9400-5a68ad1c26be tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0864329 Jun 21 08:17:15.869484 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:15.871552 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 55341489-bc83-4603-97f6-9003e1c54613 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:15.874471 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-51b17b51-f5f9-4152-a13f-7fd6a2b52ca9 None None] Port b5484d3d-6c5f-4716-b47b-e4a159a0e081 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:17:15.926225 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'name': 'tempest-TestShelveInstance-1134458982-router', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:04Z', 'updated_at': '2022-06-21T08:17:09Z', 'revision_number': 4, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'gw_port': {'id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:05Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '7b928f3a-1303-4f57-958d-d03474f46e47', 'name': '', 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'mac_address': 'fa:16:3e:50:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c7093613-cf23-4d1f-9937-1c3387eeb626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:08Z', 'updated_at': '2022-06-21T08:17:09Z', 'revision_number': 2, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'subnets': [{'id': 'c7093613-cf23-4d1f-9937-1c3387eeb626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:15.952362 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-93a4469a-2b1f-4807-80cc-210959368f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:15.954732 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-93a4469a-2b1f-4807-80cc-210959368f67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845611 Jun 21 08:17:15.961654 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3713fef7-c91b-4405-a629-36fdfb69459f req-0baf1869-3df0-47a1-b916-305a3b5fee7e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491902 Jun 21 08:17:15.964322 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Checking router: 884b71a4-e8b6-447d-b52c-7d2b767d35c4 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:17:15.964874 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Updating router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 port 7b928f3a-1303-4f57-958d-d03474f46e47 binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:17:15.966605 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Router 72cad314-d24e-4708-8883-aac59a2875f1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:17:16.012971 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.033545 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 55341489-bc83-4603-97f6-9003e1c54613 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:16.033920 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (55341489-bc83-4603-97f6-9003e1c54613), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.079922 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:17:16.084832 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-59a62216-93f9-4d7c-be6a-158817be392f admin admin] 10.222.0.36 "PUT /v2.0/routers/72cad314-d24e-4708-8883-aac59a2875f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2881870 Jun 21 08:17:16.225979 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 55341489-bc83-4603-97f6-9003e1c54613 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:16.226367 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (55341489-bc83-4603-97f6-9003e1c54613), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.238471 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:16.286667 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port 55341489-bc83-4603-97f6-9003e1c54613, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=55341489-bc83-4603-97f6-9003e1c54613,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:16.294988 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (55341489-bc83-4603-97f6-9003e1c54613), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.295783 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 2d695e6b-3e04-407b-8e24-a4cad1050ca1 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:16.412871 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=55341489-bc83-4603-97f6-9003e1c54613,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:16.418197 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-fdf3ba85-a3f2-4271-bfbe-2c33d6bd475b service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098788 Jun 21 08:17:16.420969 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 2d695e6b-3e04-407b-8e24-a4cad1050ca1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:16.421342 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.496604 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Publish callbacks [] for port (7b928f3a-1303-4f57-958d-d03474f46e47), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.509541 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.595177 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33db29-c3e8-4959-b3e0-b61980522202 None None] Pushing event updated for resources: {'Port': ['ID=7b928f3a-1303-4f57-958d-d03474f46e47,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:16.600880 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 2d695e6b-3e04-407b-8e24-a4cad1050ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:16.600880 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 77de5b14-84a9-4f9e-9424-f209e9a225f9 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:16.647420 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41760) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:16.652380 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-981347340-network', 'tenant_id': 'f3022549ca964c5898ee77721e436521'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:16.661742 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:16.685672 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Made reservation on behalf of f3022549ca964c5898ee77721e436521 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:17:16.689899 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.705701 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.709389 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Attempting to bind port 7b928f3a-1303-4f57-958d-d03474f46e47 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:16.709842 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Attempting to bind port 7b928f3a-1303-4f57-958d-d03474f46e47 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '523f5013-1db3-4dab-9e40-695d06eadcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:16.710245 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Attempting to bind port 7b928f3a-1303-4f57-958d-d03474f46e47 on network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:16.719987 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:16.720746 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Checking segment: {'id': '523f5013-1db3-4dab-9e40-695d06eadcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:16.720746 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.721140 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Bound using segment: {'id': '523f5013-1db3-4dab-9e40-695d06eadcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:16.721609 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Bound port: 7b928f3a-1303-4f57-958d-d03474f46e47, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523f5013-1db3-4dab-9e40-695d06eadcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:16.721985 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.734950 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 77de5b14-84a9-4f9e-9424-f209e9a225f9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:16.735139 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.748679 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:16.766874 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:16.810381 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Publish callbacks [] for security_group (6cba0fb7-a530-4a14-b5bb-af031cba2e13), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.819763 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6cba0fb7-a530-4a14-b5bb-af031cba2e13), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.840082 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] For port 7b928f3a-1303-4f57-958d-d03474f46e47, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:16.847662 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] For port 7b928f3a-1303-4f57-958d-d03474f46e47, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=7b928f3a-1303-4f57-958d-d03474f46e47,segment=NetworkSegment(523f5013-1db3-4dab-9e40-695d06eadcc0),segment_id=523f5013-1db3-4dab-9e40-695d06eadcc0)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:16.849453 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:17:16.861051 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba0fb7-a530-4a14-b5bb-af031cba2e13,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:16.868687 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (46526670-f289-4c2f-839d-7bb0912b33cd), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.870361 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Added segment 46526670-f289-4c2f-839d-7bb0912b33cd of type vlan for network 43942da1-1aaa-409b-86c7-317d01601023 Jun 21 08:17:16.883348 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.921179 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (43942da1-1aaa-409b-86c7-317d01601023), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.929482 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 77de5b14-84a9-4f9e-9424-f209e9a225f9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:16.949521 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (43942da1-1aaa-409b-86c7-317d01601023), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.950875 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:16.951098 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:16.951455 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:16.951679 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3eb0eaf3-ee10-4745-8452-7411a560b1c8 None None] Provisioning complete for port 7b928f3a-1303-4f57-958d-d03474f46e47 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:16.952306 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eaf3-ee10-4745-8452-7411a560b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.022808 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Routers {'884b71a4-e8b6-447d-b52c-7d2b767d35c4'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:17.023761 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:17.028985 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33db29-c3e8-4959-b3e0-b61980522202 None None] Pushing event updated for resources: {'Port': ['ID=7b928f3a-1303-4f57-958d-d03474f46e47,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:17.051952 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] Pushing event updated for resources: {'Network': ['ID=43942da1-1aaa-409b-86c7-317d01601023,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:17.056853 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-c99688e2-e298-4875-84e8-17740eeeeb3e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4083984 Jun 21 08:17:17.059472 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41770) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:17.066283 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Request body: {'subnet': {'network_id': '43942da1-1aaa-409b-86c7-317d01601023', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-981347340-subnet', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:17.083058 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 43942da1-1aaa-409b-86c7-317d01601023 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:17:17.149180 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033c28-feac-4c7d-be7e-ed6dec8804dc req-6e62608d-018b-4f5f-8688-6f7ecc85af87 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:17.150795 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1e033c28-feac-4c7d-be7e-ed6dec8804dc req-6e62608d-018b-4f5f-8688-6f7ecc85af87 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0790837 Jun 21 08:17:17.151895 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Made reservation on behalf of f3022549ca964c5898ee77721e436521 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:17:17.154558 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.168239 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Sync routers for ids ['72cad314-d24e-4708-8883-aac59a2875f1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:17:17.181374 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Routers {'72cad314-d24e-4708-8883-aac59a2875f1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:17.182199 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['72cad314-d24e-4708-8883-aac59a2875f1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:17.284177 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] Set router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:17.301929 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1e033c28-feac-4c7d-be7e-ed6dec8804dc req-6daf45f5-8068-4d9d-a7e4-4ebc53108893 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330645 Jun 21 08:17:17.332294 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0eaf3-ee10-4745-8452-7411a560b1c8 None None] Current status of the port 7b928f3a-1303-4f57-958d-d03474f46e47 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:17.341020 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eaf3-ee10-4745-8452-7411a560b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.426272 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Set router 72cad314-d24e-4708-8883-aac59a2875f1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:17.505600 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for subnet (d8fe2e74-095b-47b7-b322-95a1123e0f38), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.518284 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a5db62d1-ce71-42b6-b8fb-aa2098864145 req-84809635-086b-4b50-854b-f41a88b3dd95 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703026 Jun 21 08:17:17.583477 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3eb0eaf3-ee10-4745-8452-7411a560b1c8 None None] For port 7b928f3a-1303-4f57-958d-d03474f46e47, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=7b928f3a-1303-4f57-958d-d03474f46e47,segment=NetworkSegment(523f5013-1db3-4dab-9e40-695d06eadcc0),segment_id=523f5013-1db3-4dab-9e40-695d06eadcc0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:17.597879 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eaf3-ee10-4745-8452-7411a560b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.637799 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:17.645708 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8fe2e74-095b-47b7-b322-95a1123e0f38,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:17.651142 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Checking segment: {'id': '46526670-f289-4c2f-839d-7bb0912b33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43942da1-1aaa-409b-86c7-317d01601023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:17.651535 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Network hostable DHCP agents. Network: 43942da1-1aaa-409b-86c7-317d01601023, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:17:17.691628 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Network 43942da1-1aaa-409b-86c7-317d01601023 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:17:17.705268 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 43942da1-1aaa-409b-86c7-317d01601023) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:17.709938 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:17.710796 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.713422 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:17.740691 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6cc71da6-7add-4bb4-9081-8ebb8d3cce35 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6801841 Jun 21 08:17:17.743281 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41792) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:17.754649 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-981347340-router', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:17.755080 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0eaf3-ee10-4745-8452-7411a560b1c8 None None] Pushing event updated for resources: {'Port': ['ID=7b928f3a-1303-4f57-958d-d03474f46e47,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:17.758944 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0360b8c8-9c0f-4e75-ad81-43a9316a67a0 None None] Provisioning complete for port 7b928f3a-1303-4f57-958d-d03474f46e47 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:17.759330 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0360b8c8-9c0f-4e75-ad81-43a9316a67a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.769280 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'b5484d3d-6c5f-4716-b47b-e4a159a0e081', 'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'mac_address': 'fa:16:3e:d0:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:13Z', 'updated_at': '2022-06-21T08:17:15Z', 'revision_number': 2, 'project_id': '054a41c637b243f180a79969432bb3f8', 'subnets': [{'id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:17.794791 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8717869-1c99-4067-827f-27b68df8099d None None] Network 43942da1-1aaa-409b-86c7-317d01601023 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:17:17.811869 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Checking router: 72cad314-d24e-4708-8883-aac59a2875f1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:17:17.812413 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Updating router 72cad314-d24e-4708-8883-aac59a2875f1 port b5484d3d-6c5f-4716-b47b-e4a159a0e081 binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:17:17.831149 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (c9044949-78b6-44c2-8db7-dc40f438cf4e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.833185 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (c9044949-78b6-44c2-8db7-dc40f438cf4e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.856177 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 55341489-bc83-4603-97f6-9003e1c54613 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:17.863202 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.889944 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks [] for router_controller (c9044949-78b6-44c2-8db7-dc40f438cf4e), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:17.910221 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:17.957271 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'name': 'tempest-TestShelveInstance-1134458982-router', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:04Z', 'updated_at': '2022-06-21T08:17:09Z', 'revision_number': 4, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'gw_port': {'id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:05Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '7b928f3a-1303-4f57-958d-d03474f46e47', 'name': '', 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'mac_address': 'fa:16:3e:50:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c7093613-cf23-4d1f-9937-1c3387eeb626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:08Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'subnets': [{'id': 'c7093613-cf23-4d1f-9937-1c3387eeb626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:18.005707 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13f15b-9c58-4d69-9d89-d7cac1b96374 None None] The sync data for ids ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'] in dv-cinder-836973-7-iscsi is: [{'id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'name': 'tempest-TestShelveInstance-1134458982-router', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:04Z', 'updated_at': '2022-06-21T08:17:09Z', 'revision_number': 4, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'gw_port': {'id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:05Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '7b928f3a-1303-4f57-958d-d03474f46e47', 'name': '', 'network_id': '1ed359ca-be7d-448d-ba3f-78d7a61573f3', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'mac_address': 'fa:16:3e:50:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c7093613-cf23-4d1f-9937-1c3387eeb626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:08Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'subnets': [{'id': 'c7093613-cf23-4d1f-9937-1c3387eeb626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:17:18.093464 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks [] for router_gateway (c9044949-78b6-44c2-8db7-dc40f438cf4e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.156159 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-43942da1-1aaa-409b-86c7-317d01601023', 'network_id': '43942da1-1aaa-409b-86c7-317d01601023', 'project_id': 'f3022549ca964c5898ee77721e436521', 'fixed_ips': [{'subnet_id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:17:18.157171 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.164990 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 55341489-bc83-4603-97f6-9003e1c54613 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:18.165607 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (55341489-bc83-4603-97f6-9003e1c54613), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.179250 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0360b8c8-9c0f-4e75-ad81-43a9316a67a0 None None] Current status of the port 7b928f3a-1303-4f57-958d-d03474f46e47 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:18.331900 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:18.357823 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Publish callbacks [] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.372043 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.399683 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 55341489-bc83-4603-97f6-9003e1c54613 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:18.400812 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 7b928f3a-1303-4f57-958d-d03474f46e47 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:18.516959 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks [] for router_gateway (c9044949-78b6-44c2-8db7-dc40f438cf4e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.560249 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e252d-e02f-4c2e-8a88-11388160ce13 None None] Pushing event updated for resources: {'Port': ['ID=b5484d3d-6c5f-4716-b47b-e4a159a0e081,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:18.603710 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Attempting to bind port b5484d3d-6c5f-4716-b47b-e4a159a0e081 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:18.604095 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Attempting to bind port b5484d3d-6c5f-4716-b47b-e4a159a0e081 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:18.604771 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Attempting to bind port b5484d3d-6c5f-4716-b47b-e4a159a0e081 on network ad93e950-a35b-4ca6-b8fc-75dbda938a47 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:18.617005 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:18.619884 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Checking segment: {'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:18.620818 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.621239 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Bound using segment: {'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:18.624699 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Bound port: b5484d3d-6c5f-4716-b47b-e4a159a0e081, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:18.625862 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.626958 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.667804 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Allocated IP 172.20.0.2 (43942da1-1aaa-409b-86c7-317d01601023/d8fe2e74-095b-47b7-b322-95a1123e0f38/9fd34327-d25f-4fe2-b0ba-390658bdb096) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:18.778662 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:18.790661 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] For port b5484d3d-6c5f-4716-b47b-e4a159a0e081, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:18.799008 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] For port b5484d3d-6c5f-4716-b47b-e4a159a0e081, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=b5484d3d-6c5f-4716-b47b-e4a159a0e081,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:18.815008 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.819175 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:18.838769 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 7b928f3a-1303-4f57-958d-d03474f46e47 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:18.840900 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.869414 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700f45-b976-4f31-8284-efd1513c9d38 req-15c02513-aa3b-48dc-b037-e5306bef1e4c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:18.886683 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9f700f45-b976-4f31-8284-efd1513c9d38 req-15c02513-aa3b-48dc-b037-e5306bef1e4c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.3712745 Jun 21 08:17:18.902809 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:18.912305 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Routers {'72cad314-d24e-4708-8883-aac59a2875f1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:18.912941 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:16:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['72cad314-d24e-4708-8883-aac59a2875f1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:18.969906 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b3bbd1db-a4f0-4aaa-88ad-414883200870 None None] Provisioning complete for port b5484d3d-6c5f-4716-b47b-e4a159a0e081 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:18.970454 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd1db-a4f0-4aaa-88ad-414883200870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:18.975708 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da2c753d-1919-4a79-9a49-0c2ef139f2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.108156 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] Set router 72cad314-d24e-4708-8883-aac59a2875f1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:19.136702 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:19.191443 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9f700f45-b976-4f31-8284-efd1513c9d38 req-d2af76f1-1c70-450c-b237-def19a50fb74 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031259 Jun 21 08:17:19.233228 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Allocated IP 172.27.0.76 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/64ffab83-7d19-4981-b1e2-281b48c1e048) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:19.337506 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 7b928f3a-1303-4f57-958d-d03474f46e47 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:19.390913 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e252d-e02f-4c2e-8a88-11388160ce13 None None] Pushing event updated for resources: {'Port': ['ID=b5484d3d-6c5f-4716-b47b-e4a159a0e081,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:19.456707 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Publish callbacks [] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.496955 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41842) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:19.503579 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-265066a2-1d1d-4d1e-b1f9-ea8cdda07aab tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506059771', 'description': 'tempest-description--1813314193'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:19.509864 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:19.527075 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.603168 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Pushing event updated for resources: {'Port': ['ID=9fd34327-d25f-4fe2-b0ba-390658bdb096,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:19.605648 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-265066a2-1d1d-4d1e-b1f9-ea8cdda07aab tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.619102 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbd1db-a4f0-4aaa-88ad-414883200870 None None] Current status of the port b5484d3d-6c5f-4716-b47b-e4a159a0e081 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:19.619496 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd1db-a4f0-4aaa-88ad-414883200870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.636597 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Network 43942da1-1aaa-409b-86c7-317d01601023 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:19.642157 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:19.647238 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:19.649515 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks [] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.677390 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b3bbd1db-a4f0-4aaa-88ad-414883200870 None None] For port b5484d3d-6c5f-4716-b47b-e4a159a0e081, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=b5484d3d-6c5f-4716-b47b-e4a159a0e081,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:19.690700 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'b5484d3d-6c5f-4716-b47b-e4a159a0e081', 'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'mac_address': 'fa:16:3e:d0:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:13Z', 'updated_at': '2022-06-21T08:17:18Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'subnets': [{'id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:19.714052 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd1db-a4f0-4aaa-88ad-414883200870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.717937 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480a9b-aff3-4512-866c-a448b80e4e35 None None] The sync data for ids ['72cad314-d24e-4708-8883-aac59a2875f1'] in dv-cinder-836973-7-iscsi is: [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'b5484d3d-6c5f-4716-b47b-e4a159a0e081', 'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'mac_address': 'fa:16:3e:d0:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:13Z', 'updated_at': '2022-06-21T08:17:18Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'subnets': [{'id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:17:19.721509 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 7b928f3a-1303-4f57-958d-d03474f46e47 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:19.767681 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.792650 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Attempting to bind port 9fd34327-d25f-4fe2-b0ba-390658bdb096 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:19.792999 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Attempting to bind port 9fd34327-d25f-4fe2-b0ba-390658bdb096 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '46526670-f289-4c2f-839d-7bb0912b33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43942da1-1aaa-409b-86c7-317d01601023'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:19.793368 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Attempting to bind port 9fd34327-d25f-4fe2-b0ba-390658bdb096 on network 43942da1-1aaa-409b-86c7-317d01601023 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:19.821792 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:19.823018 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Checking segment: {'id': '46526670-f289-4c2f-839d-7bb0912b33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43942da1-1aaa-409b-86c7-317d01601023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:19.823651 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.824267 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Bound using segment: {'id': '46526670-f289-4c2f-839d-7bb0912b33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43942da1-1aaa-409b-86c7-317d01601023'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:19.832708 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Bound port: 9fd34327-d25f-4fe2-b0ba-390658bdb096, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46526670-f289-4c2f-839d-7bb0912b33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43942da1-1aaa-409b-86c7-317d01601023'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:19.833523 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.885360 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:19.891013 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:19.894775 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:19.898362 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-28d3c499-bfe9-466e-a050-cfd9951fab33 None None] Provisioning complete for port b5484d3d-6c5f-4716-b47b-e4a159a0e081 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:19.899187 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28d3c499-bfe9-466e-a050-cfd9951fab33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:19.932608 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbd1db-a4f0-4aaa-88ad-414883200870 None None] Pushing event updated for resources: {'Port': ['ID=b5484d3d-6c5f-4716-b47b-e4a159a0e081,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:19.982257 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.033184 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Pushing event updated for resources: {'Port': ['ID=64ffab83-7d19-4981-b1e2-281b48c1e048,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:20.056159 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 7b928f3a-1303-4f57-958d-d03474f46e47 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:20.056644 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.069141 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.069485 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.070158 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.070513 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.070905 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.071242 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.071574 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.071999 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.072227 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.072555 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.072886 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.073215 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.073622 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.073859 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.074168 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:17:20.133563 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-265066a2-1d1d-4d1e-b1f9-ea8cdda07aab tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.145255 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-265066a2-1d1d-4d1e-b1f9-ea8cdda07aab tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.202844 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:20.233278 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-265066a2-1d1d-4d1e-b1f9-ea8cdda07aab tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.239548 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41860) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:20.244154 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c0878d79-608d-4b3f-ab4d-9589532fd0ae tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group_rule': {'security_group_id': '94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:20.249602 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-265066a2-1d1d-4d1e-b1f9-ea8cdda07aab tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7511754 Jun 21 08:17:20.280553 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:20.293896 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265066a2-1d1d-4d1e-b1f9-ea8cdda07aab tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:20.344425 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0878d79-608d-4b3f-ab4d-9589532fd0ae tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (00272544-d67d-4f50-a4b8-cdf737e598c3), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.428441 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] For port 9fd34327-d25f-4fe2-b0ba-390658bdb096, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:20.471945 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-28d3c499-bfe9-466e-a050-cfd9951fab33 None None] Current status of the port b5484d3d-6c5f-4716-b47b-e4a159a0e081 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:20.476421 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] For port 9fd34327-d25f-4fe2-b0ba-390658bdb096, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=9fd34327-d25f-4fe2-b0ba-390658bdb096,segment=NetworkSegment(46526670-f289-4c2f-839d-7bb0912b33cd),segment_id=46526670-f289-4c2f-839d-7bb0912b33cd)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:20.513777 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.544444 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0878d79-608d-4b3f-ab4d-9589532fd0ae tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (00272544-d67d-4f50-a4b8-cdf737e598c3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.552208 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0878d79-608d-4b3f-ab4d-9589532fd0ae tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (00272544-d67d-4f50-a4b8-cdf737e598c3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.598851 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b7033-f700-4b52-adac-a3c50f9017d0 None None] Pushing event updated for resources: {'Port': ['ID=9fd34327-d25f-4fe2-b0ba-390658bdb096,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:20.614139 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0878d79-608d-4b3f-ab4d-9589532fd0ae tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.617108 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 7b928f3a-1303-4f57-958d-d03474f46e47 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:20.619713 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks [] for router_gateway (c9044949-78b6-44c2-8db7-dc40f438cf4e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.629157 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-c0878d79-608d-4b3f-ab4d-9589532fd0ae tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3884244 Jun 21 08:17:20.639028 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41864) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:20.644081 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5b89f32c-9aef-4abd-b3c3-6ca88f447c1f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group_rule': {'security_group_id': '94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:20.678044 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0878d79-608d-4b3f-ab4d-9589532fd0ae tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00272544-d67d-4f50-a4b8-cdf737e598c3,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:20.716481 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b89f32c-9aef-4abd-b3c3-6ca88f447c1f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (1a26afe2-d8a1-4d03-96ef-3c9ce7c6b9a0), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.762956 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631b040-159a-4eec-87a6-742bea34e833 req-132378ca-fb0c-4bb8-827a-0105da9128fc tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:20.771466 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1631b040-159a-4eec-87a6-742bea34e833 req-132378ca-fb0c-4bb8-827a-0105da9128fc tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1743941 Jun 21 08:17:20.828855 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b89f32c-9aef-4abd-b3c3-6ca88f447c1f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (1a26afe2-d8a1-4d03-96ef-3c9ce7c6b9a0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.838046 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b89f32c-9aef-4abd-b3c3-6ca88f447c1f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (1a26afe2-d8a1-4d03-96ef-3c9ce7c6b9a0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.868001 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89f32c-9aef-4abd-b3c3-6ca88f447c1f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a26afe2-d8a1-4d03-96ef-3c9ce7c6b9a0,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:20.879525 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b89f32c-9aef-4abd-b3c3-6ca88f447c1f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:20.881383 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-5b89f32c-9aef-4abd-b3c3-6ca88f447c1f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2410924 Jun 21 08:17:20.886664 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 41866) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:20.892631 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:20.914234 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1631b040-159a-4eec-87a6-742bea34e833 req-b5bb1ad4-3bf5-4327-97f9-15eb2081217e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419115 Jun 21 08:17:20.952086 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:21.021658 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7686ca68-cf61-40c8-b6fb-d590d1b6b7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:21.122832 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (c9044949-78b6-44c2-8db7-dc40f438cf4e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:21.179548 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:21.241743 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-a80fb948-6d9d-4357-b811-4d56a2f20a8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1869378 Jun 21 08:17:21.322482 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:21.356681 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-45a1dde8-7638-4ef8-a04b-a7b80247f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:21.359658 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-45a1dde8-7638-4ef8-a04b-a7b80247f6a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 1130 time: 0.0737290 Jun 21 08:17:21.417076 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Router c9044949-78b6-44c2-8db7-dc40f438cf4e is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:17:21.550066 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Allocated IP 172.27.0.168 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/962931e8-230f-4153-9100-f5471e0d759f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:21.624083 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-65bfb21c-7ee0-4a37-8f14-0589da380dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:21.630601 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-65bfb21c-7ee0-4a37-8f14-0589da380dfc service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 915 time: 0.2403331 Jun 21 08:17:21.732496 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:17:21.744361 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Sync routers for ids ['c9044949-78b6-44c2-8db7-dc40f438cf4e'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:17:21.768250 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Routers {'c9044949-78b6-44c2-8db7-dc40f438cf4e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:21.790389 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:17:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['c9044949-78b6-44c2-8db7-dc40f438cf4e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:21.833474 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:21.843072 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f27511d6-840b-46ed-90cd-e0324d6647d2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0980983 Jun 21 08:17:21.844874 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 41874) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:21.984721 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:21.987658 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b5484d3d-6c5f-4716-b47b-e4a159a0e081 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:21.988085 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-2887f54b-93d7-42f4-81fe-f9ee516e2e60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7af3654-e669-4deb-a185-42a54ed5e149 HTTP/1.1" status: 200 len: 1001 time: 0.3434162 Jun 21 08:17:22.175027 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:22.406326 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (962931e8-230f-4153-9100-f5471e0d759f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:22.412753 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-4030aaf6-789f-47ff-9e99-608b9ed000b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:22.414458 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-4030aaf6-789f-47ff-9e99-608b9ed000b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.4127464 Jun 21 08:17:22.478530 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945135-1516-48e1-884f-16fa63407983 req-84e03ce8-d3f7-4273-b0f0-d69c8d6678ef tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:22.480299 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-60945135-1516-48e1-884f-16fa63407983 req-84e03ce8-d3f7-4273-b0f0-d69c8d6678ef tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.2872131 Jun 21 08:17:22.530602 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-570d13d9-7e96-47b1-a8ff-a68de0d2e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:22.531904 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-570d13d9-7e96-47b1-a8ff-a68de0d2e117 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103265 Jun 21 08:17:22.600327 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:22.652579 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a317fee5-88f1-4037-9971-856bcda4b468 None None] Network 43942da1-1aaa-409b-86c7-317d01601023 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:17:22.699618 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (962931e8-230f-4153-9100-f5471e0d759f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:22.723858 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-60945135-1516-48e1-884f-16fa63407983 req-fe351c24-7552-4694-8cd7-95fb3277c781 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302516 Jun 21 08:17:22.813261 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:22.821159 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:22.831087 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:22.846665 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=962931e8-230f-4153-9100-f5471e0d759f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:22.923370 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-beffa003-8c35-4f1f-9381-4eb7881c876f service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834279 Jun 21 08:17:22.935557 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port b5484d3d-6c5f-4716-b47b-e4a159a0e081 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:22.936026 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:22.954743 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (2e7672e0-cad6-4acc-a3cd-4eb4357958c5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:22.970406 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:22.984850 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Set router c9044949-78b6-44c2-8db7-dc40f438cf4e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:22.985219 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:22.995130 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ecb7fbce-cbe0-477a-84ea-9726d34d74d8 None None] Provisioning complete for port 9fd34327-d25f-4fe2-b0ba-390658bdb096 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:22.995697 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecb7fbce-cbe0-477a-84ea-9726d34d74d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.064832 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (962931e8-230f-4153-9100-f5471e0d759f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.116066 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa84fe56-6dda-42a7-b49d-91cc5d04c71c req-6394a040-477a-4f9c-8c26-bd60b6ffcd7a service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856310 Jun 21 08:17:23.241344 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:23.251545 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port b5484d3d-6c5f-4716-b47b-e4a159a0e081 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:23.251545 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 9fd34327-d25f-4fe2-b0ba-390658bdb096 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:23.258326 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.324866 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (962931e8-230f-4153-9100-f5471e0d759f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.344314 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (962931e8-230f-4153-9100-f5471e0d759f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.397161 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 9fd34327-d25f-4fe2-b0ba-390658bdb096 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:23.397528 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.473679 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (2e7672e0-cad6-4acc-a3cd-4eb4357958c5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.491520 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7fbce-cbe0-477a-84ea-9726d34d74d8 None None] Current status of the port 9fd34327-d25f-4fe2-b0ba-390658bdb096 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:23.491520 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecb7fbce-cbe0-477a-84ea-9726d34d74d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.498854 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:23.504732 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:23.506914 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=962931e8-230f-4153-9100-f5471e0d759f,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:23.519493 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.520774 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6e99d09c-638a-413c-af3e-52dcb402970a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6330891 Jun 21 08:17:23.586496 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'name': 'tempest-TestMinimumBasicScenario-981347340-router', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:17Z', 'updated_at': '2022-06-21T08:17:20Z', 'revision_number': 3, 'project_id': 'f3022549ca964c5898ee77721e436521', 'gw_port': {'id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:18Z', 'updated_at': '2022-06-21T08:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:23.615105 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Allocated IP 172.20.0.1 (43942da1-1aaa-409b-86c7-317d01601023/d8fe2e74-095b-47b7-b322-95a1123e0f38/8634d3ff-09d6-4c90-b064-88a7b74d7528) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:23.676875 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Checking router: c9044949-78b6-44c2-8db7-dc40f438cf4e for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:17:23.677510 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Updating router c9044949-78b6-44c2-8db7-dc40f438cf4e port 64ffab83-7d19-4981-b1e2-281b48c1e048 binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:17:23.686679 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ecb7fbce-cbe0-477a-84ea-9726d34d74d8 None None] For port 9fd34327-d25f-4fe2-b0ba-390658bdb096, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=9fd34327-d25f-4fe2-b0ba-390658bdb096,segment=NetworkSegment(46526670-f289-4c2f-839d-7bb0912b33cd),segment_id=46526670-f289-4c2f-839d-7bb0912b33cd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:23.739895 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecb7fbce-cbe0-477a-84ea-9726d34d74d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.775728 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.807953 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:23.841298 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:23.846675 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 9fd34327-d25f-4fe2-b0ba-390658bdb096 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:24.022182 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Publish callbacks [] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.044353 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ad0ba325-765e-4e5b-8dcd-2c92a603a8c4 None None] Provisioning complete for port 9fd34327-d25f-4fe2-b0ba-390658bdb096 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:24.044846 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad0ba325-765e-4e5b-8dcd-2c92a603a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.053746 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:24.075303 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.128332 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a2209-da8f-4a48-902f-2d1bda0c993c req-c77d61b6-deab-4508-a2e3-b979b0b3e27d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:24.129957 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8b8a2209-da8f-4a48-902f-2d1bda0c993c req-c77d61b6-deab-4508-a2e3-b979b0b3e27d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1552606 Jun 21 08:17:24.157740 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Network 43942da1-1aaa-409b-86c7-317d01601023 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:24.161889 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:24.164323 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:24.166837 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Pushing event updated for resources: {'Port': ['ID=8634d3ff-09d6-4c90-b064-88a7b74d7528,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:24.231684 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (c9044949-78b6-44c2-8db7-dc40f438cf4e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.253442 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8b8a2209-da8f-4a48-902f-2d1bda0c993c req-ea9b77f2-864b-4873-bd0f-932df9325393 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168373 Jun 21 08:17:24.389167 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7fbce-cbe0-477a-84ea-9726d34d74d8 None None] Pushing event updated for resources: {'Port': ['ID=9fd34327-d25f-4fe2-b0ba-390658bdb096,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:24.498273 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.519468 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Publish callbacks [] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.554920 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.560850 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.644339 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Attempting to bind port 64ffab83-7d19-4981-b1e2-281b48c1e048 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:24.644721 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Attempting to bind port 64ffab83-7d19-4981-b1e2-281b48c1e048 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:24.645154 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Attempting to bind port 64ffab83-7d19-4981-b1e2-281b48c1e048 on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:24.652214 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17788233-de28-463d-8c9e-3a009028bfad None None] Pushing event updated for resources: {'Port': ['ID=64ffab83-7d19-4981-b1e2-281b48c1e048,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:24.660422 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:24.660691 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:24.661033 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.661465 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:24.661903 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Bound port: 64ffab83-7d19-4981-b1e2-281b48c1e048, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:24.662436 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.727246 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ba325-765e-4e5b-8dcd-2c92a603a8c4 None None] Current status of the port 9fd34327-d25f-4fe2-b0ba-390658bdb096 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:24.752775 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] For port 64ffab83-7d19-4981-b1e2-281b48c1e048, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:24.756297 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:24.756608 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] For port 64ffab83-7d19-4981-b1e2-281b48c1e048, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=64ffab83-7d19-4981-b1e2-281b48c1e048,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:24.761362 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Publish callbacks [] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.771158 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.772496 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.791218 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:24.860559 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Routers {'c9044949-78b6-44c2-8db7-dc40f438cf4e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:24.861135 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:17:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['c9044949-78b6-44c2-8db7-dc40f438cf4e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:24.913582 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Pushing event updated for resources: {'Port': ['ID=8634d3ff-09d6-4c90-b064-88a7b74d7528,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:24.916267 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (c9044949-78b6-44c2-8db7-dc40f438cf4e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.919408 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6a6a3e57-94cc-42eb-b6e0-596ee4d0ffb8 None None] Provisioning complete for port 8634d3ff-09d6-4c90-b064-88a7b74d7528 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:24.919907 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3e57-94cc-42eb-b6e0-596ee4d0ffb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:24.970399 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a3e57-94cc-42eb-b6e0-596ee4d0ffb8 None None] Port 8634d3ff-09d6-4c90-b064-88a7b74d7528 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:17:24.982493 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17788233-de28-463d-8c9e-3a009028bfad None None] Pushing event updated for resources: {'Port': ['ID=64ffab83-7d19-4981-b1e2-281b48c1e048,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:25.044169 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Network 43942da1-1aaa-409b-86c7-317d01601023 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:25.047281 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:25.074192 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] Set router c9044949-78b6-44c2-8db7-dc40f438cf4e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:25.235897 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Router c9044949-78b6-44c2-8db7-dc40f438cf4e has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:17:25.362651 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:25.404062 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'name': 'tempest-TestMinimumBasicScenario-981347340-router', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:17Z', 'updated_at': '2022-06-21T08:17:24Z', 'revision_number': 4, 'project_id': 'f3022549ca964c5898ee77721e436521', 'gw_port': {'id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:18Z', 'updated_at': '2022-06-21T08:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '8634d3ff-09d6-4c90-b064-88a7b74d7528', 'name': '', 'network_id': '43942da1-1aaa-409b-86c7-317d01601023', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'mac_address': 'fa:16:3e:09:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:23Z', 'updated_at': '2022-06-21T08:17:24Z', 'revision_number': 2, 'project_id': 'f3022549ca964c5898ee77721e436521', 'subnets': [{'id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:25.481090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec458a96-41dd-4323-8842-066d76e62919 req-8da1eb64-52d6-48f1-9859-064a4245d5af tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:25.484787 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ec458a96-41dd-4323-8842-066d76e62919 req-8da1eb64-52d6-48f1-9859-064a4245d5af tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0878336 Jun 21 08:17:25.540237 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:17:25.561893 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-57f0fc03-683e-4de6-996a-5150fa12161a admin admin] 10.222.0.36 "PUT /v2.0/routers/c9044949-78b6-44c2-8db7-dc40f438cf4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7149403 Jun 21 08:17:25.660214 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ec458a96-41dd-4323-8842-066d76e62919 req-81aea179-a0ec-421d-90a0-7264a773da3c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639135 Jun 21 08:17:25.702382 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:25.704843 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551184c-771e-41d3-a25c-c56fdd593ec3 None None] The sync data for ids ['c9044949-78b6-44c2-8db7-dc40f438cf4e'] in dv-cinder-836973-7-iscsi is: [{'id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'name': 'tempest-TestMinimumBasicScenario-981347340-router', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:17Z', 'updated_at': '2022-06-21T08:17:24Z', 'revision_number': 4, 'project_id': 'f3022549ca964c5898ee77721e436521', 'gw_port': {'id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:18Z', 'updated_at': '2022-06-21T08:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '8634d3ff-09d6-4c90-b064-88a7b74d7528', 'name': '', 'network_id': '43942da1-1aaa-409b-86c7-317d01601023', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'mac_address': 'fa:16:3e:09:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:23Z', 'updated_at': '2022-06-21T08:17:24Z', 'revision_number': 2, 'project_id': 'f3022549ca964c5898ee77721e436521', 'subnets': [{'id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:17:25.731231 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-17318b33-91d4-4505-a2b8-71b4ccc19421 None None] Provisioning complete for port 8634d3ff-09d6-4c90-b064-88a7b74d7528 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:25.731924 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17318b33-91d4-4505-a2b8-71b4ccc19421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:25.773591 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-17318b33-91d4-4505-a2b8-71b4ccc19421 None None] Port 8634d3ff-09d6-4c90-b064-88a7b74d7528 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:17:26.057836 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 9fd34327-d25f-4fe2-b0ba-390658bdb096 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:26.113311 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 9fd34327-d25f-4fe2-b0ba-390658bdb096 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:26.113678 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:26.217633 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 9fd34327-d25f-4fe2-b0ba-390658bdb096 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:26.868545 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b66e54-973e-4a8a-a132-833cb1bf0a77 req-8fb92605-2327-484e-966a-23bc4cca8222 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:26.870263 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b6b66e54-973e-4a8a-a132-833cb1bf0a77 req-8fb92605-2327-484e-966a-23bc4cca8222 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0670116 Jun 21 08:17:26.951861 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b6b66e54-973e-4a8a-a132-833cb1bf0a77 req-6617a239-7b4f-47da-8a55-54d477b90551 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699649 Jun 21 08:17:27.989601 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 64ffab83-7d19-4981-b1e2-281b48c1e048 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:28.053113 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 64ffab83-7d19-4981-b1e2-281b48c1e048 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:28.053539 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:28.136418 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a54ff-e815-4913-b024-962853756fff req-56f0f8ef-1d58-4ad7-9802-fd5604c625ce tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:28.148209 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e03a54ff-e815-4913-b024-962853756fff req-56f0f8ef-1d58-4ad7-9802-fd5604c625ce tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0962772 Jun 21 08:17:28.161626 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 64ffab83-7d19-4981-b1e2-281b48c1e048 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:28.162038 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:28.185785 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port 64ffab83-7d19-4981-b1e2-281b48c1e048, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=64ffab83-7d19-4981-b1e2-281b48c1e048,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:28.192959 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:28.221959 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e03a54ff-e815-4913-b024-962853756fff req-7a54d6ad-daf6-4380-b903-ae305d15da78 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713124 Jun 21 08:17:28.235062 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:28.257518 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=64ffab83-7d19-4981-b1e2-281b48c1e048,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:28.982172 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Sync routers for ids ['c9044949-78b6-44c2-8db7-dc40f438cf4e'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:17:28.998165 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Routers {'c9044949-78b6-44c2-8db7-dc40f438cf4e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:28.998879 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:17:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['c9044949-78b6-44c2-8db7-dc40f438cf4e'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:29.107695 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Set router c9044949-78b6-44c2-8db7-dc40f438cf4e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:29.314274 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'name': 'tempest-TestMinimumBasicScenario-981347340-router', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:17Z', 'updated_at': '2022-06-21T08:17:24Z', 'revision_number': 4, 'project_id': 'f3022549ca964c5898ee77721e436521', 'gw_port': {'id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:18Z', 'updated_at': '2022-06-21T08:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '8634d3ff-09d6-4c90-b064-88a7b74d7528', 'name': '', 'network_id': '43942da1-1aaa-409b-86c7-317d01601023', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'mac_address': 'fa:16:3e:09:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:23Z', 'updated_at': '2022-06-21T08:17:24Z', 'revision_number': 2, 'project_id': 'f3022549ca964c5898ee77721e436521', 'subnets': [{'id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:29.344184 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Checking router: c9044949-78b6-44c2-8db7-dc40f438cf4e for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:17:29.344792 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Updating router c9044949-78b6-44c2-8db7-dc40f438cf4e port 8634d3ff-09d6-4c90-b064-88a7b74d7528 binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:17:29.376441 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:29.459865 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973d6a9-1e66-41bc-9b74-2f3858481f0e req-dc8afa45-e871-4e20-b75b-0b2a29305570 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:29.461374 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0973d6a9-1e66-41bc-9b74-2f3858481f0e req-dc8afa45-e871-4e20-b75b-0b2a29305570 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0801566 Jun 21 08:17:29.538356 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0973d6a9-1e66-41bc-9b74-2f3858481f0e req-b6fc2f72-4be8-47f4-a7be-01d9e294d865 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702374 Jun 21 08:17:29.808418 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:29.954263 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 64ffab83-7d19-4981-b1e2-281b48c1e048 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:29.966804 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Publish callbacks [] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:29.974149 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:29.979176 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:30.012468 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 64ffab83-7d19-4981-b1e2-281b48c1e048 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:30.013318 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:30.037756 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f032e5-6234-4f50-8aaf-6f417907275c None None] Pushing event updated for resources: {'Port': ['ID=8634d3ff-09d6-4c90-b064-88a7b74d7528,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:30.094431 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Attempting to bind port 8634d3ff-09d6-4c90-b064-88a7b74d7528 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:30.094855 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Attempting to bind port 8634d3ff-09d6-4c90-b064-88a7b74d7528 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '46526670-f289-4c2f-839d-7bb0912b33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43942da1-1aaa-409b-86c7-317d01601023'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:30.095226 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Attempting to bind port 8634d3ff-09d6-4c90-b064-88a7b74d7528 on network 43942da1-1aaa-409b-86c7-317d01601023 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:30.101707 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:30.102303 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Checking segment: {'id': '46526670-f289-4c2f-839d-7bb0912b33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43942da1-1aaa-409b-86c7-317d01601023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:30.102751 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:30.103144 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Bound using segment: {'id': '46526670-f289-4c2f-839d-7bb0912b33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43942da1-1aaa-409b-86c7-317d01601023'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:30.103614 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Bound port: 8634d3ff-09d6-4c90-b064-88a7b74d7528, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46526670-f289-4c2f-839d-7bb0912b33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43942da1-1aaa-409b-86c7-317d01601023'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:30.103993 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:30.140793 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 64ffab83-7d19-4981-b1e2-281b48c1e048 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:30.189237 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] For port 8634d3ff-09d6-4c90-b064-88a7b74d7528, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:30.201689 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] For port 8634d3ff-09d6-4c90-b064-88a7b74d7528, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=8634d3ff-09d6-4c90-b064-88a7b74d7528,segment=NetworkSegment(46526670-f289-4c2f-839d-7bb0912b33cd),segment_id=46526670-f289-4c2f-839d-7bb0912b33cd)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:30.213006 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:30.305832 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Routers {'c9044949-78b6-44c2-8db7-dc40f438cf4e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:17:30.306730 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:17:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['c9044949-78b6-44c2-8db7-dc40f438cf4e'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:30.357010 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f032e5-6234-4f50-8aaf-6f417907275c None None] Pushing event updated for resources: {'Port': ['ID=8634d3ff-09d6-4c90-b064-88a7b74d7528,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:30.358893 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f8086c0f-b88a-4cbc-8901-78762467f555 None None] Provisioning complete for port 8634d3ff-09d6-4c90-b064-88a7b74d7528 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:30.359291 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f8086c0f-b88a-4cbc-8901-78762467f555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:30.526454 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] Set router c9044949-78b6-44c2-8db7-dc40f438cf4e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:17:30.749713 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f8086c0f-b88a-4cbc-8901-78762467f555 None None] Current status of the port 8634d3ff-09d6-4c90-b064-88a7b74d7528 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:30.751095 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f8086c0f-b88a-4cbc-8901-78762467f555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:30.771655 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7f7e1-7b9c-42b8-9fba-483442216fe8 req-feba2904-87ef-43fe-9b76-ddcaf11ba75a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:30.796427 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1ca7f7e1-7b9c-42b8-9fba-483442216fe8 req-feba2904-87ef-43fe-9b76-ddcaf11ba75a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1186702 Jun 21 08:17:30.866505 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f8086c0f-b88a-4cbc-8901-78762467f555 None None] For port 8634d3ff-09d6-4c90-b064-88a7b74d7528, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=8634d3ff-09d6-4c90-b064-88a7b74d7528,segment=NetworkSegment(46526670-f289-4c2f-839d-7bb0912b33cd),segment_id=46526670-f289-4c2f-839d-7bb0912b33cd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:30.883533 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f8086c0f-b88a-4cbc-8901-78762467f555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:30.930601 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1ca7f7e1-7b9c-42b8-9fba-483442216fe8 req-576b6d3d-e6df-409f-b98d-edf669921827 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329534 Jun 21 08:17:30.957351 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'name': 'tempest-TestMinimumBasicScenario-981347340-router', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:17Z', 'updated_at': '2022-06-21T08:17:24Z', 'revision_number': 4, 'project_id': 'f3022549ca964c5898ee77721e436521', 'gw_port': {'id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:18Z', 'updated_at': '2022-06-21T08:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '8634d3ff-09d6-4c90-b064-88a7b74d7528', 'name': '', 'network_id': '43942da1-1aaa-409b-86c7-317d01601023', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'mac_address': 'fa:16:3e:09:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:23Z', 'updated_at': '2022-06-21T08:17:30Z', 'revision_number': 4, 'project_id': 'f3022549ca964c5898ee77721e436521', 'subnets': [{'id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:31.006075 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8086c0f-b88a-4cbc-8901-78762467f555 None None] Pushing event updated for resources: {'Port': ['ID=8634d3ff-09d6-4c90-b064-88a7b74d7528,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:31.027494 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9b6abe69-4cd1-44af-9fe4-8c81f2d0698b None None] Provisioning complete for port 8634d3ff-09d6-4c90-b064-88a7b74d7528 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:31.028380 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9b6abe69-4cd1-44af-9fe4-8c81f2d0698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:31.034156 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc7283-e48c-423b-bf46-52d93b400441 None None] The sync data for ids ['c9044949-78b6-44c2-8db7-dc40f438cf4e'] in dv-cinder-836973-7-iscsi is: [{'id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'name': 'tempest-TestMinimumBasicScenario-981347340-router', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:17Z', 'updated_at': '2022-06-21T08:17:24Z', 'revision_number': 4, 'project_id': 'f3022549ca964c5898ee77721e436521', 'gw_port': {'id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:18Z', 'updated_at': '2022-06-21T08:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '8634d3ff-09d6-4c90-b064-88a7b74d7528', 'name': '', 'network_id': '43942da1-1aaa-409b-86c7-317d01601023', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'mac_address': 'fa:16:3e:09:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:23Z', 'updated_at': '2022-06-21T08:17:30Z', 'revision_number': 4, 'project_id': 'f3022549ca964c5898ee77721e436521', 'subnets': [{'id': 'd8fe2e74-095b-47b7-b322-95a1123e0f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:17:31.164064 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:31.166721 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9b6abe69-4cd1-44af-9fe4-8c81f2d0698b None None] Current status of the port 8634d3ff-09d6-4c90-b064-88a7b74d7528 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:31.393916 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:17:32.046933 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 8634d3ff-09d6-4c90-b064-88a7b74d7528 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:32.100566 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 8634d3ff-09d6-4c90-b064-88a7b74d7528 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:32.101180 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:32.105595 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-6fdd59f2-62d8-42a1-bbae-73d0fb13a0e6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1506059771&fields=id&tenant_id=d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 267 time: 0.0786359 Jun 21 08:17:32.128189 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0705e11-69c2-453a-8028-4815977e1bcb req-607a153d-8392-4ff8-9204-35b112545f56 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:32.135959 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b0705e11-69c2-453a-8028-4815977e1bcb req-607a153d-8392-4ff8-9204-35b112545f56 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1053085 Jun 21 08:17:32.190196 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 8634d3ff-09d6-4c90-b064-88a7b74d7528 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:32.204826 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b0705e11-69c2-453a-8028-4815977e1bcb req-24f99706-11a3-4a3e-bbe2-101991cc6f27 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613556 Jun 21 08:17:32.256795 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-7074eaac-232e-4845-aca5-2b65772b7982 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:32.258314 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-7074eaac-232e-4845-aca5-2b65772b7982 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 814 time: 0.1449807 Jun 21 08:17:32.274682 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-ce1c9ce5-8878-4c5f-8efb-6731b549faac tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/quotas/d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 375 time: 0.0107377 Jun 21 08:17:32.343257 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-df650a69-a3e7-47ca-893a-79ffdaa34343 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622420 Jun 21 08:17:32.458017 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-ede9288b-62e4-42cd-a275-8993f5d01ad7 service neutron] 10.222.0.36 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049190 Jun 21 08:17:32.576349 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-a6d6a55f-9eae-4cbd-acef-906916c2387d service neutron] 10.222.0.36 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112661 Jun 21 08:17:32.809217 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e5b0403f-a979-4f1f-9f0a-e49016eae3a9 req-c2a654ce-0510-440c-b6fb-0c9f09bacf07 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 210 time: 0.0414550 Jun 21 08:17:33.460885 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:33.479183 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087ddfa-272d-4075-bc8c-d54a38927975 req-0517ce0a-54de-4507-8fa2-4813c2839971 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:33.480739 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5087ddfa-272d-4075-bc8c-d54a38927975 req-0517ce0a-54de-4507-8fa2-4813c2839971 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0601177 Jun 21 08:17:33.538520 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5087ddfa-272d-4075-bc8c-d54a38927975 req-8d842466-057b-4aeb-8a5e-e05cd96d285d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515075 Jun 21 08:17:33.918222 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dc52c7b3-854e-494a-874c-5f2b75ad9914 req-2807b704-c505-48b3-8574-4ead31004f33 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 210 time: 0.0287640 Jun 21 08:17:34.911929 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b34af-4a1b-4734-a510-fd1934650b31 req-6cfcf5eb-09c8-489a-a95c-974b7c785456 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:34.919847 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-047b34af-4a1b-4734-a510-fd1934650b31 req-6cfcf5eb-09c8-489a-a95c-974b7c785456 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1021850 Jun 21 08:17:35.064122 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-047b34af-4a1b-4734-a510-fd1934650b31 req-3274058d-d29b-486e-adf2-ab8b3de87169 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397951 Jun 21 08:17:35.134793 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4e857ab3-f0bf-4050-bd8e-5924149e40ad req-1c2908d2-dee9-4adc-afba-41037b9d6bad tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 210 time: 0.0502918 Jun 21 08:17:36.323710 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f54ce-abf7-400f-9e71-50afbab4b52d req-6462b8c7-38f1-46c3-9d9a-fa5d214a8a34 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:36.337622 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8313a5e9-e8ce-481d-a64c-8ed920f69561 req-1074c18d-5ebb-4acd-ad77-98e09522d590 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 210 time: 0.0665133 Jun 21 08:17:36.345162 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a65f54ce-abf7-400f-9e71-50afbab4b52d req-6462b8c7-38f1-46c3-9d9a-fa5d214a8a34 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1367731 Jun 21 08:17:36.444766 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a65f54ce-abf7-400f-9e71-50afbab4b52d req-7a463052-26c3-43ce-8e83-6de842a77397 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838115 Jun 21 08:17:37.516130 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1861db71-b41f-42f9-b704-563a698fe1e5 req-1958313e-1774-439c-8ef5-725286606e1b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 210 time: 0.1027393 Jun 21 08:17:37.628686 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6130b-cd68-4b7f-9276-a2c90188b796 req-30062533-3a42-4085-8ed6-e3fb6ead8339 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:37.630184 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-53c6130b-cd68-4b7f-9276-a2c90188b796 req-30062533-3a42-4085-8ed6-e3fb6ead8339 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0829229 Jun 21 08:17:37.715340 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-53c6130b-cd68-4b7f-9276-a2c90188b796 req-a281ceb4-aa83-4726-93f7-c9938914fee0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792608 Jun 21 08:17:38.329577 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-087ae09f-d0ff-4bfb-8bdd-779fbc8d2093 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:38.337139 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-087ae09f-d0ff-4bfb-8bdd-779fbc8d2093 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 814 time: 0.2223847 Jun 21 08:17:38.436025 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-9b0de713-f22f-4d82-95ac-97c25ba41f46 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 473 time: 0.0890143 Jun 21 08:17:38.448088 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'port': {'device_id': '6909a083-0588-4b06-916a-e9b153960ffa', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'admin_state_up': True, 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'security_groups': ['94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:38.651382 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:38.826005 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d2d7e264-89df-4b57-8e58-37e035ea069b req-62057c96-5845-4069-9045-e1ddd91fd172 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 210 time: 0.1263256 Jun 21 08:17:38.827773 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Made reservation on behalf of d1a4467fae7e4bdea5a1e00c0379c326 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:17:38.831343 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:38.938471 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:38.989673 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ac18d-f0ce-4d10-88b0-2fee562fb624 req-8034f21d-8445-4f59-ac16-e7d2f7ef9276 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:39.011962 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-723ac18d-f0ce-4d10-88b0-2fee562fb624 req-8034f21d-8445-4f59-ac16-e7d2f7ef9276 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1394584 Jun 21 08:17:39.089358 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Allocated IP 172.20.0.9 (bbf78e3a-7b50-434f-bb05-1e295b095c9f/754083e1-dd7f-49dd-afa9-e46f5f2c466b/b38df0c4-4ff4-4131-becf-c141ab0b4a03) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:39.126490 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-723ac18d-f0ce-4d10-88b0-2fee562fb624 req-f93e8dc3-faf3-47cb-8c5c-47b0f25fa0c9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014297 Jun 21 08:17:39.377502 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:39.438018 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:39.516750 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:39.520091 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:39.523763 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:39.529706 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:39.530470 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:39.544984 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=b38df0c4-4ff4-4131-becf-c141ab0b4a03,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:39.572687 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e71b0010-262f-41bf-a098-192e793007b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1300271 Jun 21 08:17:39.588269 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Request body: {'port': {'device_id': '6909a083-0588-4b06-916a-e9b153960ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:39.691476 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:39.889787 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c1e3eed4-8940-4113-a581-edcf8b7dfea8 None None] Provisioning complete for port b38df0c4-4ff4-4131-becf-c141ab0b4a03 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:39.890344 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1e3eed4-8940-4113-a581-edcf8b7dfea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:39.974903 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3eed4-8940-4113-a581-edcf8b7dfea8 None None] Port b38df0c4-4ff4-4131-becf-c141ab0b4a03 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:17:40.084935 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:40.122715 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd08b4-08fe-4c62-abbd-3bff7912c58c req-7264e3b2-11ec-42c1-a112-88379b6178d8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:40.128127 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7acd08b4-08fe-4c62-abbd-3bff7912c58c req-7264e3b2-11ec-42c1-a112-88379b6178d8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 931 time: 0.1669209 Jun 21 08:17:40.233259 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7acd08b4-08fe-4c62-abbd-3bff7912c58c req-2af95bb2-7538-4aff-8cde-605f3e001c50 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978711 Jun 21 08:17:40.272425 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38df0c4-4ff4-4131-becf-c141ab0b4a03 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:17:40.283290 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Publish callbacks [] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:40.311380 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Transition to ACTIVE for port object b38df0c4-4ff4-4131-becf-c141ab0b4a03 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:17:40.325946 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:40.377241 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1da64-fa3b-44a0-8d47-b794b77e1242 req-945d7305-31cd-42e6-bdc3-5dbfbcc11bd8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:40.386960 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d6e1da64-fa3b-44a0-8d47-b794b77e1242 req-945d7305-31cd-42e6-bdc3-5dbfbcc11bd8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1328244 Jun 21 08:17:40.517308 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b38df0c4-4ff4-4131-becf-c141ab0b4a03,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:40.543817 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d6e1da64-fa3b-44a0-8d47-b794b77e1242 req-24918612-151f-4e00-aad4-42c633869830 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540625 Jun 21 08:17:40.591682 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:40.595261 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Attempting to bind port b38df0c4-4ff4-4131-becf-c141ab0b4a03 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:40.595682 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Attempting to bind port b38df0c4-4ff4-4131-becf-c141ab0b4a03 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:40.596098 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Attempting to bind port b38df0c4-4ff4-4131-becf-c141ab0b4a03 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:40.602381 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Port b38df0c4-4ff4-4131-becf-c141ab0b4a03 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:17:40.602826 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Attempting to bind port b38df0c4-4ff4-4131-becf-c141ab0b4a03 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:40.609370 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:40.609909 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Checking segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:40.610406 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Bound using segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:40.611203 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Bound port: b38df0c4-4ff4-4131-becf-c141ab0b4a03, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:40.611659 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:40.746907 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] For port b38df0c4-4ff4-4131-becf-c141ab0b4a03, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:40.768919 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] For port b38df0c4-4ff4-4131-becf-c141ab0b4a03, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b38df0c4-4ff4-4131-becf-c141ab0b4a03,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:40.798457 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:40.908494 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:40.909253 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:40.910652 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] 10.222.0.46 "PUT /v2.0/ports/b38df0c4-4ff4-4131-becf-c141ab0b4a03 HTTP/1.1" status: 200 len: 1093 time: 1.3311956 Jun 21 08:17:40.911119 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6909a083-0588-4b06-916a-e9b153960ffa', 'tag': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:17:40.913465 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c727c73-9067-43c6-a863-e97a8887428b" -d '{"events": [{"name": "network-changed", "server_uuid": "6909a083-0588-4b06-916a-e9b153960ffa", "tag": "b38df0c4-4ff4-4131-becf-c141ab0b4a03"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:17:41.026383 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66819096-e714-455e-aa28-4c4ae86742ec x-openstack-request-id: req-66819096-e714-455e-aa28-4c4ae86742ec {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:17:41.027140 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6909a083-0588-4b06-916a-e9b153960ffa", "tag": "b38df0c4-4ff4-4131-becf-c141ab0b4a03", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:17:41.027894 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66819096-e714-455e-aa28-4c4ae86742ec {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:17:41.028554 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66819096-e714-455e-aa28-4c4ae86742ec'] response: {'name': 'network-changed', 'server_uuid': '6909a083-0588-4b06-916a-e9b153960ffa', 'tag': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03', 'status': 'completed', 'code': 200} Jun 21 08:17:41.032970 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7059f-9ab5-4177-8d34-f2af1c47d2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b38df0c4-4ff4-4131-becf-c141ab0b4a03,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:41.183474 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-f581a4b8-bc9f-4e3a-a8f9-805c59b60f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:41.185016 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-f581a4b8-bc9f-4e3a-a8f9-805c59b60f6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 1127 time: 0.0935071 Jun 21 08:17:41.274472 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-e571621b-75a6-44db-80be-c95714df67b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b38df0c4-4ff4-4131-becf-c141ab0b4a03 HTTP/1.1" status: 200 len: 217 time: 0.0815959 Jun 21 08:17:41.382405 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-c2996621-464f-4a61-b78c-d45c9c26114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:41.388283 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:41.389554 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:41.401304 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-c2996621-464f-4a61-b78c-d45c9c26114c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.1190100 Jun 21 08:17:41.434897 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32544230-bc3d-4ade-821f-d070d260789c req-7e3b9244-385a-4a7c-bf06-1f53d2024bec tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:41.450428 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-32544230-bc3d-4ade-821f-d070d260789c req-7e3b9244-385a-4a7c-bf06-1f53d2024bec tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 943 time: 0.0942028 Jun 21 08:17:41.500786 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-77f64df5-1ecd-4cb9-90ea-6974cc394b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:41.502880 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-77f64df5-1ecd-4cb9-90ea-6974cc394b72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951118 Jun 21 08:17:41.627732 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-32544230-bc3d-4ade-821f-d070d260789c req-3c717497-7fa2-4ff9-9eff-36206e62d974 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758578 Jun 21 08:17:41.777741 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-046f7081-2256-4622-ab42-e300a4934f95 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656615 Jun 21 08:17:42.262152 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973ba5d-bff2-4ff3-87dd-9bda326ffa3e req-a3be4632-2424-42cb-a96a-49da2df72260 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:42.269989 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f973ba5d-bff2-4ff3-87dd-9bda326ffa3e req-a3be4632-2424-42cb-a96a-49da2df72260 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.5918524 Jun 21 08:17:42.397913 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f973ba5d-bff2-4ff3-87dd-9bda326ffa3e req-688cba3c-72c3-4eda-84b9-7da71325911e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215224 Jun 21 08:17:42.400389 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:42.441191 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fed3b6aa-b0cf-4a8e-8aac-8c570880ca99 req-493be886-5869-4a5e-91ec-97f5c318985a service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563895 Jun 21 08:17:42.618347 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c727c73-9067-43c6-a863-e97a8887428b req-0118a0b5-ace9-4456-9e68-e1485c090070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:42.623058 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c727c73-9067-43c6-a863-e97a8887428b req-0118a0b5-ace9-4456-9e68-e1485c090070 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 1127 time: 0.1251578 Jun 21 08:17:42.861679 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c439e39-4dd2-4d39-ba2b-e410aae747c2 req-e0314318-420b-4d1c-b035-8f442b3ac075 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:42.863775 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5c439e39-4dd2-4d39-ba2b-e410aae747c2 req-e0314318-420b-4d1c-b035-8f442b3ac075 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 943 time: 0.0812557 Jun 21 08:17:42.900558 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c727c73-9067-43c6-a863-e97a8887428b req-ff32970d-feaf-4902-9509-bcf8fd88a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:42.902040 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c727c73-9067-43c6-a863-e97a8887428b req-ff32970d-feaf-4902-9509-bcf8fd88a91f service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 915 time: 0.2673306 Jun 21 08:17:42.928026 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:42.981662 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c727c73-9067-43c6-a863-e97a8887428b req-0bfd179a-bd4b-4fc2-bc85-08e9c954abce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b38df0c4-4ff4-4131-becf-c141ab0b4a03 HTTP/1.1" status: 200 len: 217 time: 0.0714188 Jun 21 08:17:42.991760 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5c439e39-4dd2-4d39-ba2b-e410aae747c2 req-7723e74a-4a24-464b-9e34-99525b879fea tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175616 Jun 21 08:17:43.054579 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c727c73-9067-43c6-a863-e97a8887428b req-61975c35-f91d-49b7-a2c5-a7b388522c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:43.056096 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c727c73-9067-43c6-a863-e97a8887428b req-61975c35-f91d-49b7-a2c5-a7b388522c7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.0677903 Jun 21 08:17:43.125709 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c727c73-9067-43c6-a863-e97a8887428b req-f435a821-fb7b-4167-80fc-9d14bd48f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:43.127309 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c727c73-9067-43c6-a863-e97a8887428b req-f435a821-fb7b-4167-80fc-9d14bd48f427 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642934 Jun 21 08:17:43.272972 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c727c73-9067-43c6-a863-e97a8887428b req-e367cb5f-db1d-492d-92af-da67a08bd866 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303566 Jun 21 08:17:43.625976 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:43.628831 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c727c73-9067-43c6-a863-e97a8887428b req-e22391e7-8409-41ad-966d-ccc902f912ba service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806540 Jun 21 08:17:43.710546 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107f37c-2697-4ebd-963b-6dd045917b06 req-08fe59f6-ab29-4ca3-8985-4f6d00ee3a83 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:43.717973 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b107f37c-2697-4ebd-963b-6dd045917b06 req-08fe59f6-ab29-4ca3-8985-4f6d00ee3a83 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0726137 Jun 21 08:17:43.845302 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b107f37c-2697-4ebd-963b-6dd045917b06 req-ab646efb-4a44-4c3d-bf13-9422bf6b85f1 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256475 Jun 21 08:17:44.207151 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a358a-03b5-4676-a318-0ef6b3d19036 req-319e113f-b951-464d-84be-e3d9f60dc9a3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:44.214121 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-267a358a-03b5-4676-a318-0ef6b3d19036 req-319e113f-b951-464d-84be-e3d9f60dc9a3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 943 time: 0.0964806 Jun 21 08:17:44.324679 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-267a358a-03b5-4676-a318-0ef6b3d19036 req-58db5231-ab22-495f-afed-5c4bba6a8045 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997367 Jun 21 08:17:44.894951 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-13be9cd9-e7c7-4b07-b3c7-3def145b553d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:44.897499 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-13be9cd9-e7c7-4b07-b3c7-3def145b553d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/networks?id=ad93e950-a35b-4ca6-b8fc-75dbda938a47 HTTP/1.1" status: 200 len: 814 time: 0.1234426 Jun 21 08:17:44.914576 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-7cbe889b-e502-4dd0-b648-f75cd4be9451 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/quotas/054a41c637b243f180a79969432bb3f8 HTTP/1.1" status: 200 len: 375 time: 0.0119634 Jun 21 08:17:44.988320 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:45.007336 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-64136cb2-336e-4556-9565-c9563683fe7d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=054a41c637b243f180a79969432bb3f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829101 Jun 21 08:17:45.024524 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ef25d-c736-488a-8d63-0f58ac9e28d3 req-4cc9b54c-f845-422e-a41e-afa478604bac tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:45.037313 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-418ef25d-c736-488a-8d63-0f58ac9e28d3 req-4cc9b54c-f845-422e-a41e-afa478604bac tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0909109 Jun 21 08:17:45.092417 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-418ef25d-c736-488a-8d63-0f58ac9e28d3 req-a7f17039-527e-49b6-8a2e-ad1364e4d65d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542223 Jun 21 08:17:45.107564 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-fccf8847-ab22-43dc-86e9-0d821b27d21a service neutron] 10.222.0.36 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957761 Jun 21 08:17:45.221996 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-353cee22-2394-4150-9734-5b7562eeb2ff service neutron] 10.222.0.36 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134541 Jun 21 08:17:45.422733 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5425ce4c-8057-41cf-a7d1-1be78e6fc492 req-726183bb-5e56-443b-a0ec-031b73275955 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 210 time: 0.0448821 Jun 21 08:17:45.494949 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056394d7-d478-434f-9293-aef4fea27931 req-b1d06147-c59f-4b72-b29b-752e8691ef95 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:45.503480 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-056394d7-d478-434f-9293-aef4fea27931 req-b1d06147-c59f-4b72-b29b-752e8691ef95 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.1098943 Jun 21 08:17:45.579777 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-056394d7-d478-434f-9293-aef4fea27931 req-5d7cef9f-1b13-476a-a48e-484181513b42 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663266 Jun 21 08:17:45.619307 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c1fe6-30c7-42b3-9fb8-8175b8830f5e req-4d81fe3c-de2b-4eea-911f-634f43bd9b71 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:45.621615 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-501c1fe6-30c7-42b3-9fb8-8175b8830f5e req-4d81fe3c-de2b-4eea-911f-634f43bd9b71 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 943 time: 0.0806916 Jun 21 08:17:45.682913 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-501c1fe6-30c7-42b3-9fb8-8175b8830f5e req-75f9a9b2-b403-4d0f-87c7-e3d89bd166f7 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524437 Jun 21 08:17:46.228200 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eda3f-8ef6-44b7-aad8-a893e669527f req-fb9d7baa-d0a4-4df7-97a6-cc17864bd96a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:46.230351 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a43eda3f-8ef6-44b7-aad8-a893e669527f req-fb9d7baa-d0a4-4df7-97a6-cc17864bd96a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0542681 Jun 21 08:17:46.280669 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a43eda3f-8ef6-44b7-aad8-a893e669527f req-989ad0f3-dde1-46c8-9ac1-0841fc09a032 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 Jun 21 08:17:46.540215 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1d0c6af9-6051-4c3e-957b-83a46443a347 req-100ecd5f-af20-4350-a2ec-bf053f5c8218 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 210 time: 0.0269723 Jun 21 08:17:46.702576 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d218556-5845-4f9a-9b00-33a8d350519a req-bb5988ca-cf00-4957-9005-0009f3583b92 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:46.704136 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3d218556-5845-4f9a-9b00-33a8d350519a req-bb5988ca-cf00-4957-9005-0009f3583b92 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0474091 Jun 21 08:17:46.753412 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3d218556-5845-4f9a-9b00-33a8d350519a req-ec67c2ab-8f6d-434b-8364-0b02fde109fd tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 Jun 21 08:17:46.804585 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d502f-b04e-47d2-ae76-dcfe9d2ab956 req-1a708f3e-6511-40e9-8bc0-154ff52c6a4c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:46.806059 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-879d502f-b04e-47d2-ae76-dcfe9d2ab956 req-1a708f3e-6511-40e9-8bc0-154ff52c6a4c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 943 time: 0.0523076 Jun 21 08:17:46.852733 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-879d502f-b04e-47d2-ae76-dcfe9d2ab956 req-432ac11a-0677-436c-bf17-fd2cd9d892c4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Jun 21 08:17:47.398244 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb44a3e-e4ae-4cf6-8f4b-db2732be02bf req-a4a5bfe0-ef50-4022-a408-3de296bc7894 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:47.399659 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9bb44a3e-e4ae-4cf6-8f4b-db2732be02bf req-a4a5bfe0-ef50-4022-a408-3de296bc7894 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0528076 Jun 21 08:17:47.446742 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9bb44a3e-e4ae-4cf6-8f4b-db2732be02bf req-2ad4d117-3a41-48b2-a10d-006c4d7ff047 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 Jun 21 08:17:47.636242 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-682d208d-c635-42c9-943b-81a342387264 req-63fbe6a4-250d-4bcc-a0c5-593101e95846 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 210 time: 0.0299070 Jun 21 08:17:47.878215 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986910-8b6e-4a60-9e24-fcceaebaec41 req-60449694-fd0e-49a5-816b-8b3d9f888c32 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:47.879750 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-15986910-8b6e-4a60-9e24-fcceaebaec41 req-60449694-fd0e-49a5-816b-8b3d9f888c32 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0507252 Jun 21 08:17:47.898612 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:47.928162 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-15986910-8b6e-4a60-9e24-fcceaebaec41 req-f4d7df89-c958-4424-a865-acb0e4f5b53a tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 Jun 21 08:17:47.966581 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf8b5e-217c-432c-94b6-ee6d7886da34 req-cc70147f-6370-44fc-a442-1afc29b05bf1 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:47.968068 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-85bf8b5e-217c-432c-94b6-ee6d7886da34 req-cc70147f-6370-44fc-a442-1afc29b05bf1 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 943 time: 0.0462930 Jun 21 08:17:48.014263 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-85bf8b5e-217c-432c-94b6-ee6d7886da34 req-f926bdd9-2b02-4f2f-bc8b-5137147f7258 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 Jun 21 08:17:48.558776 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780551b1-2d6e-4c08-a43b-5c585aff32dc req-f429f16e-4d0d-42e5-b06b-e55d52c34dfe tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:48.560205 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-780551b1-2d6e-4c08-a43b-5c585aff32dc req-f429f16e-4d0d-42e5-b06b-e55d52c34dfe tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0458992 Jun 21 08:17:48.610704 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-780551b1-2d6e-4c08-a43b-5c585aff32dc req-c642b966-93e0-4df6-8fc5-93045f1b528d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Jun 21 08:17:48.730995 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-678c6257-7906-49ff-ae34-7fb6b5357ad1 req-ab360680-73e0-4a8a-8411-6b905af30ea3 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 210 time: 0.0276484 Jun 21 08:17:48.739092 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1e67f8f-6585-4121-802d-4b945f535555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:49.042022 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae17c9e-5e21-4010-8da8-9e733bdf654d req-d7360ebc-628d-4a54-940f-13334d70698d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:49.043547 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aae17c9e-5e21-4010-8da8-9e733bdf654d req-d7360ebc-628d-4a54-940f-13334d70698d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0478747 Jun 21 08:17:49.093358 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aae17c9e-5e21-4010-8da8-9e733bdf654d req-47bff963-4a36-488f-90b1-cb806745645d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 Jun 21 08:17:49.127251 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d03a03-477b-4007-9c89-0d3f02a3d58e req-e4dd3b0d-14b7-4b20-ba7d-6abf6518c71e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:49.128737 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b7d03a03-477b-4007-9c89-0d3f02a3d58e req-e4dd3b0d-14b7-4b20-ba7d-6abf6518c71e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 943 time: 0.0469663 Jun 21 08:17:49.177742 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b7d03a03-477b-4007-9c89-0d3f02a3d58e req-dc61f834-a1a7-4408-86ca-23fc0b2c24d0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435166 Jun 21 08:17:49.722208 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d737bd-7deb-4dc2-a5df-36d268da56c3 req-ec1fc6fb-b943-4f81-a6ea-b4e97e0407c1 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:49.723706 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-00d737bd-7deb-4dc2-a5df-36d268da56c3 req-ec1fc6fb-b943-4f81-a6ea-b4e97e0407c1 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0475693 Jun 21 08:17:49.772395 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-00d737bd-7deb-4dc2-a5df-36d268da56c3 req-ee59e4ac-0076-49a0-b992-448d362275d5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430756 Jun 21 08:17:49.833970 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:49.838584 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1a333b50-4cd6-4fd5-a782-4024783ad329 req-74a09cea-1906-4dc2-a047-0185ea54b0e7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 210 time: 0.0356648 Jun 21 08:17:50.212014 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53495f-f1c2-41c3-9b74-2de8da920981 req-e0992d8c-e2f7-4df6-bd97-b8bdb3a51090 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:50.213454 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dd53495f-f1c2-41c3-9b74-2de8da920981 req-e0992d8c-e2f7-4df6-bd97-b8bdb3a51090 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0519745 Jun 21 08:17:50.271192 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dd53495f-f1c2-41c3-9b74-2de8da920981 req-3a144084-5d9d-411a-afd2-4502307a2204 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496335 Jun 21 08:17:50.305120 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a5370-27ec-40eb-8832-d248ff02ea76 req-5b447dd4-dbe6-4768-b9da-e7bc57c3d6fc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:50.312350 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ef3a5370-27ec-40eb-8832-d248ff02ea76 req-5b447dd4-dbe6-4768-b9da-e7bc57c3d6fc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 943 time: 0.0665350 Jun 21 08:17:50.356467 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:50.367374 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bed9ab-83df-41bb-8d04-3664f1d37d3b req-8a3f8e66-a23e-4ad3-8832-cc9af89582a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:50.369327 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-93bed9ab-83df-41bb-8d04-3664f1d37d3b req-8a3f8e66-a23e-4ad3-8832-cc9af89582a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 1129 time: 0.0613604 Jun 21 08:17:50.370118 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ef3a5370-27ec-40eb-8832-d248ff02ea76 req-be0d12fd-ab73-4e42-b5f2-90c83403a055 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539930 Jun 21 08:17:50.421233 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-93bed9ab-83df-41bb-8d04-3664f1d37d3b req-cb4e8020-ae94-42c8-80ea-2b655d2a25bc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Jun 21 08:17:50.896929 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209a3a3-24de-43de-ab6c-784651518983 req-491ba6a4-cf98-4f8b-9acd-0d952a1fc4b0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:50.913427 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a209a3a3-24de-43de-ab6c-784651518983 req-491ba6a4-cf98-4f8b-9acd-0d952a1fc4b0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0648842 Jun 21 08:17:50.927065 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:50.951163 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-761acc59-e033-42b6-8167-2c381d9ba9a9 req-1d2d095a-2b5a-470a-a8c5-d7c9230095a6 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 210 time: 0.0327835 Jun 21 08:17:50.971810 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a209a3a3-24de-43de-ab6c-784651518983 req-2571415a-5982-4edf-ab5a-3cb6a042f1ce tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667865 Jun 21 08:17:50.989655 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-53570b49-d7e4-49ed-b80f-ec011bc6ce20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:51.398079 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12afb2e-ba34-44e6-9002-f6d08a60521a req-4cb8e3a2-1667-4012-9286-54f87d4c5d56 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:51.399642 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b12afb2e-ba34-44e6-9002-f6d08a60521a req-4cb8e3a2-1667-4012-9286-54f87d4c5d56 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0505104 Jun 21 08:17:51.455216 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b12afb2e-ba34-44e6-9002-f6d08a60521a req-72a8c90c-28c0-4b41-a174-46c947c91d32 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484295 Jun 21 08:17:51.501736 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dafc0f-2c3f-43a2-a523-570436a84b7e req-a7b6dd56-dc82-4b2c-bfbd-36b12c40adb5 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:51.503276 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b2dafc0f-2c3f-43a2-a523-570436a84b7e req-a7b6dd56-dc82-4b2c-bfbd-36b12c40adb5 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 943 time: 0.0624831 Jun 21 08:17:51.581355 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b2dafc0f-2c3f-43a2-a523-570436a84b7e req-503edd7c-bc7e-4849-8073-3010a995a684 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723240 Jun 21 08:17:51.679742 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-2f0d9b9c-6d56-4e90-9bcc-11d94e4a0bc3 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:51.681628 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-2f0d9b9c-6d56-4e90-9bcc-11d94e4a0bc3 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.46 "GET /v2.0/networks?id=ad93e950-a35b-4ca6-b8fc-75dbda938a47 HTTP/1.1" status: 200 len: 814 time: 0.1427553 Jun 21 08:17:51.694331 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'port': {'device_id': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'admin_state_up': True, 'tenant_id': '054a41c637b243f180a79969432bb3f8'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:51.812084 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Made reservation on behalf of 054a41c637b243f180a79969432bb3f8 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:17:51.816817 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:51.880419 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device b38df0c4-4ff4-4131-becf-c141ab0b4a03 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:17:51.896915 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:51.906434 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:51.974379 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Allocated IP 172.20.0.11 (ad93e950-a35b-4ca6-b8fc-75dbda938a47/9d7e5e53-86dc-4ddb-82ca-dc27e46182e7/caad30cb-6338-4d28-a42e-d858cceaec6f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:17:52.027018 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port b38df0c4-4ff4-4131-becf-c141ab0b4a03, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b38df0c4-4ff4-4131-becf-c141ab0b4a03,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:52.065055 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'port_id': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03', 'mac_address': 'fa:16:3e:f7:36:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:17:52.078752 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9bb50aee-d628-46e2-97c1-ac06a2094794 req-9b587134-68d9-43ca-aed6-17fd0e0b5bba tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 210 time: 0.0437686 Jun 21 08:17:52.123904 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port b38df0c4-4ff4-4131-becf-c141ab0b4a03 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:52.124374 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:52.141014 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:52.149827 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38df0c4-4ff4-4131-becf-c141ab0b4a03 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:17:52.155235 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cdb45-5832-4412-b060-ae0c7283aef0 req-b349e1eb-8ea9-411e-9a49-ecaca30d5658 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:52.156714 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5c8cdb45-5832-4412-b060-ae0c7283aef0 req-b349e1eb-8ea9-411e-9a49-ecaca30d5658 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1004269 Jun 21 08:17:52.179084 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port b38df0c4-4ff4-4131-becf-c141ab0b4a03, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b38df0c4-4ff4-4131-becf-c141ab0b4a03,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:52.185034 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:52.214817 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:52.220566 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:52.260105 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=b38df0c4-4ff4-4131-becf-c141ab0b4a03,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:52.262304 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c9afdbf8-4cd6-41d9-b168-70622750c8f5 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570178960&fields=id&tenant_id=cad2999c58284b92b7166848a3e1f261 HTTP/1.1" status: 200 len: 267 time: 0.0586231 Jun 21 08:17:52.284492 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:52.300431 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5c8cdb45-5832-4412-b060-ae0c7283aef0 req-a93bd57f-0855-4619-9399-adbbe397c1ce tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256800 Jun 21 08:17:52.334592 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Network ad93e950-a35b-4ca6-b8fc-75dbda938a47 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:17:52.339767 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:17:52.343372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:17:52.349961 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:52.350600 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:52.367897 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'Port': ['ID=caad30cb-6338-4d28-a42e-d858cceaec6f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:52.380824 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-1a4065c1-9ea2-4355-a943-1fdbbab3be8e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6904709 Jun 21 08:17:52.410610 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-62078017-1dc8-4f4f-9b0b-67f3687ee8db tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:52.412222 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-62078017-1dc8-4f4f-9b0b-67f3687ee8db tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/networks?id=4fd63f41-0b64-457a-a459-a1cb3fc5b891 HTTP/1.1" status: 200 len: 809 time: 0.1379240 Jun 21 08:17:52.426540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Request body: {'port': {'device_id': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:17:52.458180 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-25bbd9df-7e09-4e2c-9d30-15d5cedac8d8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/quotas/cad2999c58284b92b7166848a3e1f261 HTTP/1.1" status: 200 len: 375 time: 0.0344238 Jun 21 08:17:52.475954 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['b38df0c4-4ff4-4131-becf-c141ab0b4a03'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:17:52.500528 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42516) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:52.556810 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:52.778786 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-a6d09319-f846-4107-a991-782f4819ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:52.780581 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-a6d09319-f846-4107-a991-782f4819ec8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 1129 time: 0.1503835 Jun 21 08:17:52.788740 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d71dd12f-36d9-4b4b-90b8-96672f0ad836 None None] Provisioning complete for port caad30cb-6338-4d28-a42e-d858cceaec6f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:52.790945 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d71dd12f-36d9-4b4b-90b8-96672f0ad836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:52.877890 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d71dd12f-36d9-4b4b-90b8-96672f0ad836 None None] Port caad30cb-6338-4d28-a42e-d858cceaec6f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:17:52.887399 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab3099-c562-4c38-a94d-e1060df6739e req-41ce4b9f-c0a7-4df8-89d6-8010d39fad52 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:52.907868 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-edab3099-c562-4c38-a94d-e1060df6739e req-41ce4b9f-c0a7-4df8-89d6-8010d39fad52 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.1858842 Jun 21 08:17:52.912904 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-83554be6-61d9-4fb1-aa03-97c579599002 admin admin] Deleting subnet 704b38a8-295f-4cb1-a3c4-f721cb99115a {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:17:52.918565 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83554be6-61d9-4fb1-aa03-97c579599002 admin admin] Publish callbacks [] for subnet (704b38a8-295f-4cb1-a3c4-f721cb99115a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:52.971011 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-6990d24f-aa3b-4d22-9046-90e4d76fa514 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cad2999c58284b92b7166848a3e1f261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5016134 Jun 21 08:17:52.986477 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:53.027219 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83554be6-61d9-4fb1-aa03-97c579599002 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4042124'] for subnet (704b38a8-295f-4cb1-a3c4-f721cb99115a), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:53.079742 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:53.096714 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-edab3099-c562-4c38-a94d-e1060df6739e req-5b217ce1-75d9-4fde-8b4c-71f2b993b6bf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849251 Jun 21 08:17:53.145631 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83554be6-61d9-4fb1-aa03-97c579599002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (704b38a8-295f-4cb1-a3c4-f721cb99115a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:53.259167 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d8a1f-fb2f-45fd-9a73-d89c84c3eea8 req-23786867-5fcb-4344-8dac-1863c454e994 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:53.266304 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5b5d8a1f-fb2f-45fd-9a73-d89c84c3eea8 req-23786867-5fcb-4344-8dac-1863c454e994 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0681856 Jun 21 08:17:53.279554 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83554be6-61d9-4fb1-aa03-97c579599002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3769514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26152033'] for subnet (704b38a8-295f-4cb1-a3c4-f721cb99115a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:53.322523 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83554be6-61d9-4fb1-aa03-97c579599002 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:53.326409 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-83554be6-61d9-4fb1-aa03-97c579599002 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/704b38a8-295f-4cb1-a3c4-f721cb99115a HTTP/1.1" status: 204 len: 168 time: 0.8232522 Jun 21 08:17:53.328835 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83554be6-61d9-4fb1-aa03-97c579599002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704b38a8-295f-4cb1-a3c4-f721cb99115a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:53.330737 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 42548) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:53.342902 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-7f144937-3ba9-4970-9eb0-93026e436b98 service neutron] 10.222.0.36 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691878 Jun 21 08:17:53.416264 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5b5d8a1f-fb2f-45fd-9a73-d89c84c3eea8 req-0a6532cd-b1d1-4bc4-994e-688bc87ac271 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472058 Jun 21 08:17:53.430818 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-138f5281-6df8-4c6d-aaba-89762b9f5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:53.432278 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-138f5281-6df8-4c6d-aaba-89762b9f5126 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.6013615 Jun 21 08:17:53.467087 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-7b6771e2-decd-4e25-b3ab-7b1b7b43d6dd service neutron] 10.222.0.36 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250238 Jun 21 08:17:53.617849 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (98d6b797-0aa0-4a78-a53e-fe3421f45339), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:53.638029 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-2f9b276f-d95e-4c06-84a0-8dbcc2893cd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=401a4b2e-926f-405f-af0e-bb07243e04fc HTTP/1.1" status: 200 len: 217 time: 0.1943340 Jun 21 08:17:53.733662 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:53.759605 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:53.777164 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a7b16-a659-45d4-8117-91642f91f0fc req-bd48192d-6923-419c-96ee-9860e4ada840 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:53.799257 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a02a7b16-a659-45d4-8117-91642f91f0fc req-bd48192d-6923-419c-96ee-9860e4ada840 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 944 time: 0.1906044 Jun 21 08:17:53.924099 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device b38df0c4-4ff4-4131-becf-c141ab0b4a03 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:17:54.004801 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:54.038902 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (98d6b797-0aa0-4a78-a53e-fe3421f45339), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:54.095156 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:54.097725 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port b38df0c4-4ff4-4131-becf-c141ab0b4a03 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:17:54.112485 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port b38df0c4-4ff4-4131-becf-c141ab0b4a03 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:17:54.112882 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:54.130722 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.131189 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.131981 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.132358 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.132749 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.133089 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.133380 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.133796 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.134115 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.134481 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.250175 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:54.258089 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9b30c-9065-4665-ab7a-a2d17cccf3b1 req-8a0a4e77-205e-4acd-9408-054b79a5fd16 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:54.268583 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-eec9b30c-9065-4665-ab7a-a2d17cccf3b1 req-8a0a4e77-205e-4acd-9408-054b79a5fd16 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 932 time: 0.0868325 Jun 21 08:17:54.292725 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port b38df0c4-4ff4-4131-becf-c141ab0b4a03 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:17:54.293402 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:54.349884 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6909a083-0588-4b06-916a-e9b153960ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:17:54.355255 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee11e6-6c9f-4fc3-90f1-d046bbd20dea" -d '{"events": [{"server_uuid": "6909a083-0588-4b06-916a-e9b153960ffa", "name": "network-vif-plugged", "status": "completed", "tag": "b38df0c4-4ff4-4131-becf-c141ab0b4a03"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:17:54.376243 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-eec9b30c-9065-4665-ab7a-a2d17cccf3b1 req-81fabb93-dfd6-4269-a8b0-1ed24c1fd596 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064513 Jun 21 08:17:54.389971 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.392744 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port b38df0c4-4ff4-4131-becf-c141ab0b4a03, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b38df0c4-4ff4-4131-becf-c141ab0b4a03,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:17:54.402859 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.403540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.405967 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:54.406476 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 08:17:54.406982 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d6b797-0aa0-4a78-a53e-fe3421f45339']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:54.438206 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-ec3a1b1c-063b-43d9-86e9-3083f1454aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:54.441856 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-ec3a1b1c-063b-43d9-86e9-3083f1454aa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.7034988 Jun 21 08:17:54.492252 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 42586) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:54.530415 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7ef922-74ae-4d69-87a2-7692a477e55c') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:54.530968 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7ef922-74ae-4d69-87a2-7692a477e55c') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:17:54.551127 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dcaac8fb-3c55-4913-b541-472564bd365a req-d684181c-3ace-41b4-8081-fe25c346883e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0946989 Jun 21 08:17:54.577095 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caad30cb-6338-4d28-a42e-d858cceaec6f {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:17:54.584187 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26780873'] for segment (cb7ef922-74ae-4d69-87a2-7692a477e55c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:54.608890 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=b38df0c4-4ff4-4131-becf-c141ab0b4a03,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:54.616646 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Publish callbacks [] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:54.675759 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (cb7ef922-74ae-4d69-87a2-7692a477e55c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:54.680958 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-94a77dec-355f-44a9-b352-b104f9c743b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:54.682435 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-94a77dec-355f-44a9-b352-b104f9c743b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1912236 Jun 21 08:17:54.694425 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:17:54.695407 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26999377'] for segment (cb7ef922-74ae-4d69-87a2-7692a477e55c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:54.697803 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Transition to ACTIVE for port object caad30cb-6338-4d28-a42e-d858cceaec6f will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:17:54.738514 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:54.788941 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a02a7b16-a659-45d4-8117-91642f91f0fc req-6be387c9-8ea7-46c8-9406-4bb5992a841d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9888103 Jun 21 08:17:54.894901 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0bc43-3c86-4d38-8d9d-d28d45c52495 req-5f03c5aa-3d5d-4cd1-8746-1c59a550f603 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:54.907723 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-23e0bc43-3c86-4d38-8d9d-d28d45c52495 req-5f03c5aa-3d5d-4cd1-8746-1c59a550f603 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.1586723 Jun 21 08:17:54.973086 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960e9408-e346-435d-b219-d1d59c570834 x-openstack-request-id: req-960e9408-e346-435d-b219-d1d59c570834 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:17:54.973638 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6909a083-0588-4b06-916a-e9b153960ffa", "name": "network-vif-plugged", "status": "completed", "tag": "b38df0c4-4ff4-4131-becf-c141ab0b4a03", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:17:54.974307 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-960e9408-e346-435d-b219-d1d59c570834 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:17:54.975052 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960e9408-e346-435d-b219-d1d59c570834'] response: {'server_uuid': '6909a083-0588-4b06-916a-e9b153960ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03', 'code': 200} Jun 21 08:17:54.999139 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-23e0bc43-3c86-4d38-8d9d-d28d45c52495 req-ff242c2a-b41f-4324-9bd4-b45ee022c8ee tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879066 Jun 21 08:17:55.264171 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:55.374349 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0b08a3c-56ff-4faa-ba3f-167427eeeeb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:55.385663 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment cb7ef922-74ae-4d69-87a2-7692a477e55c resource provider aggregate not found Jun 21 08:17:55.411570 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (98d6b797-0aa0-4a78-a53e-fe3421f45339), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:55.549891 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2da2b0-a9f2-4f3b-8e21-f6e585f1aeaf req-8f2125d8-abc5-42e9-b37f-c86926179be6 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:55.558442 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fc2da2b0-a9f2-4f3b-8e21-f6e585f1aeaf req-8f2125d8-abc5-42e9-b37f-c86926179be6 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.0660079 Jun 21 08:17:55.626722 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fc2da2b0-a9f2-4f3b-8e21-f6e585f1aeaf req-d0664cfd-78a3-49a7-8c2b-97c40be1a041 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665014 Jun 21 08:17:55.639746 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Pushing event updated for resources: {'Port': ['ID=caad30cb-6338-4d28-a42e-d858cceaec6f,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:55.659413 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment cb7ef922-74ae-4d69-87a2-7692a477e55c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb7ef922-74ae-4d69-87a2-7692a477e55c found for delete ", "request_id": "req-02494b31-1b69-4f96-9d0a-8537a3edd469"}]} Jun 21 08:17:55.694247 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:55.709471 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/98d6b797-0aa0-4a78-a53e-fe3421f45339 HTTP/1.1" status: 204 len: 168 time: 2.3751011 Jun 21 08:17:55.754005 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5a4e4-a01b-4803-9a0c-dee7b34f41c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d6b797-0aa0-4a78-a53e-fe3421f45339,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:55.771965 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be1eb9b2-5cd4-4c33-9b71-3a523ab62ff7 req-e11d2fcb-6df9-4cba-ab99-740154dc56a9 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0657971 Jun 21 08:17:55.785466 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-31e2da1d-1494-4df6-8abf-ae510682a758 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0843840 Jun 21 08:17:55.806301 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6165700-44fd-4a3c-9ecb-efaef5fad461 req-8bcfeb27-24d2-47ae-a173-6897de735534 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:55.807878 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e6165700-44fd-4a3c-9ecb-efaef5fad461 req-8bcfeb27-24d2-47ae-a173-6897de735534 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.5362759 Jun 21 08:17:55.972416 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42610) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:56.010933 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010c810-646e-43da-b598-10dc9c785eb0 req-6a5efa1d-351c-49c1-8db2-48381da84b46 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:56.019865 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e6165700-44fd-4a3c-9ecb-efaef5fad461 req-a0a9ad75-729c-4d43-bcb2-437ff0ff5cfd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879289 Jun 21 08:17:56.023703 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b010c810-646e-43da-b598-10dc9c785eb0 req-6a5efa1d-351c-49c1-8db2-48381da84b46 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.1042433 Jun 21 08:17:56.072163 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d2379829-59f5-4207-b46a-d40dccc00e55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0ebfe281cb442e18830e44768082fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0984755 Jun 21 08:17:56.077640 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42614) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:56.097919 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb94c5-0e0d-49c1-bad5-7332b08be347 req-25dbad68-5d88-4c5a-8ca0-1c3bdce7eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:56.101881 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-efeb94c5-0e0d-49c1-bad5-7332b08be347 req-25dbad68-5d88-4c5a-8ca0-1c3bdce7eec9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 1129 time: 0.1642990 Jun 21 08:17:56.137677 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b010c810-646e-43da-b598-10dc9c785eb0 req-1128e93c-c44e-4435-a07b-1db9871f41ca tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129282 Jun 21 08:17:56.168154 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-057f37dc-bb52-4b26-84e4-8971b450223d admin admin] Publish callbacks [] for security_group (c2c67001-ac99-46fe-ac42-cb96e36eeb2f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.175489 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0b08a3c-56ff-4faa-ba3f-167427eeeeb8 admin admin] Publish callbacks [] for security_group (c0cb0570-1bb6-429c-bf85-6f9cc17ec461), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.188533 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Attempting to bind port caad30cb-6338-4d28-a42e-d858cceaec6f on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:17:56.188935 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Attempting to bind port caad30cb-6338-4d28-a42e-d858cceaec6f by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:17:56.189279 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Attempting to bind port caad30cb-6338-4d28-a42e-d858cceaec6f on network ad93e950-a35b-4ca6-b8fc-75dbda938a47 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:56.191722 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:56.206853 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-057f37dc-bb52-4b26-84e4-8971b450223d admin admin] Publish callbacks [] for security_group (c2c67001-ac99-46fe-ac42-cb96e36eeb2f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.210248 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0b08a3c-56ff-4faa-ba3f-167427eeeeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (c0cb0570-1bb6-429c-bf85-6f9cc17ec461), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.255437 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Port caad30cb-6338-4d28-a42e-d858cceaec6f on network ad93e950-a35b-4ca6-b8fc-75dbda938a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:17:56.255680 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Attempting to bind port caad30cb-6338-4d28-a42e-d858cceaec6f on network ad93e950-a35b-4ca6-b8fc-75dbda938a47 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:17:56.281562 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-057f37dc-bb52-4b26-84e4-8971b450223d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (c2c67001-ac99-46fe-ac42-cb96e36eeb2f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.286700 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-057f37dc-bb52-4b26-84e4-8971b450223d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.288458 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-057f37dc-bb52-4b26-84e4-8971b450223d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2c67001-ac99-46fe-ac42-cb96e36eeb2f HTTP/1.1" status: 204 len: 168 time: 0.2097099 Jun 21 08:17:56.300750 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f37dc-bb52-4b26-84e4-8971b450223d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c67001-ac99-46fe-ac42-cb96e36eeb2f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:56.331757 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:17:56.332433 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Checking segment: {'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:17:56.332768 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Bound using segment: {'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:17:56.332935 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Bound port: caad30cb-6338-4d28-a42e-d858cceaec6f, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf25140-2310-4ccb-ad67-c0210195abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:17:56.333287 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.352944 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67ab8-032d-401a-a654-3335daa4b262 req-86b92b67-0d23-4246-a4e3-194121657c6e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:56.354591 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ea67ab8-032d-401a-a654-3335daa4b262 req-86b92b67-0d23-4246-a4e3-194121657c6e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.1904752 Jun 21 08:17:56.367507 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-c0b08a3c-56ff-4faa-ba3f-167427eeeeb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62a26a8b7cef414488dbc6ef1933b7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8695135 Jun 21 08:17:56.367507 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-351120e4-39d4-48db-930d-58bcb1ae0632 req-251a835a-accf-4b24-8b14-98987d86721e service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312747 Jun 21 08:17:56.368652 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42620) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:56.372838 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-efeb94c5-0e0d-49c1-bad5-7332b08be347 req-44edbc13-9391-4ccd-b055-5fa409d991f3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255397 Jun 21 08:17:56.373511 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b08a3c-56ff-4faa-ba3f-167427eeeeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cb0570-1bb6-429c-bf85-6f9cc17ec461,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:56.441251 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87b028ac-6e55-44f7-ac4d-73b8547884a0 admin admin] Publish callbacks [] for security_group (c0cb0570-1bb6-429c-bf85-6f9cc17ec461), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.454305 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:56.478922 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87b028ac-6e55-44f7-ac4d-73b8547884a0 admin admin] Publish callbacks [] for security_group (c0cb0570-1bb6-429c-bf85-6f9cc17ec461), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.479680 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ea67ab8-032d-401a-a654-3335daa4b262 req-97efc2ca-ff45-40fb-9fcb-8f9608f4b905 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097138 Jun 21 08:17:56.482364 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] For port caad30cb-6338-4d28-a42e-d858cceaec6f, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:17:56.486049 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] For port caad30cb-6338-4d28-a42e-d858cceaec6f, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=caad30cb-6338-4d28-a42e-d858cceaec6f,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:17:56.495720 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.499322 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:56.589770 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:56.590220 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.592386 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87b028ac-6e55-44f7-ac4d-73b8547884a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (c0cb0570-1bb6-429c-bf85-6f9cc17ec461), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.595599 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87b028ac-6e55-44f7-ac4d-73b8547884a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:56.596755 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-87b028ac-6e55-44f7-ac4d-73b8547884a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0cb0570-1bb6-429c-bf85-6f9cc17ec461 HTTP/1.1" status: 204 len: 168 time: 0.2266250 Jun 21 08:17:56.601089 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] 10.222.0.46 "PUT /v2.0/ports/caad30cb-6338-4d28-a42e-d858cceaec6f HTTP/1.1" status: 200 len: 1094 time: 4.1866434 Jun 21 08:17:56.607724 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b028ac-6e55-44f7-ac4d-73b8547884a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cb0570-1bb6-429c-bf85-6f9cc17ec461,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:56.611699 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:17:56.615127 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea06a2c7-c54c-4062-987e-60bc5c6ca8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:17:56.632097 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aa64d-5e0b-47ec-8c69-dd7afcda7be7 service neutron] Pushing event updated for resources: {'Port': ['ID=caad30cb-6338-4d28-a42e-d858cceaec6f,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:56.670404 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c464f2e-8d15-4d55-8b4e-f555f7c0d8d0 x-openstack-request-id: req-0c464f2e-8d15-4d55-8b4e-f555f7c0d8d0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:17:56.670721 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:17:56.670971 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c464f2e-8d15-4d55-8b4e-f555f7c0d8d0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:17:56.671369 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c464f2e-8d15-4d55-8b4e-f555f7c0d8d0'] response: {'name': 'network-changed', 'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'status': 'completed', 'code': 200} Jun 21 08:17:56.865094 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7440ec-53df-421f-9ea5-010560473e75 req-e483ccf8-60cd-495c-b15b-4336f851e4f6 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:56.867398 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2e7440ec-53df-421f-9ea5-010560473e75 req-e483ccf8-60cd-495c-b15b-4336f851e4f6 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.1421754 Jun 21 08:17:56.941956 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f736721c-e7f0-4b1b-9d33-6d84dd7a69e1 req-53448561-c940-4cda-8768-fdd638fa3c76 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0489309 Jun 21 08:17:57.029093 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2e7440ec-53df-421f-9ea5-010560473e75 req-b5e26007-f790-4c63-b0e9-96ae85f794a9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530485 Jun 21 08:17:57.216516 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4af691-2522-4892-8e3a-f051ee20b08b req-f4eae5a6-524a-449c-9c8b-72de8f7b1cda tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:57.231179 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5c4af691-2522-4892-8e3a-f051ee20b08b req-f4eae5a6-524a-449c-9c8b-72de8f7b1cda tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0904329 Jun 21 08:17:57.334299 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5c4af691-2522-4892-8e3a-f051ee20b08b req-b12613f7-754a-4fb3-a791-7f9b0c72378e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019685 Jun 21 08:17:57.353103 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd16b1-7d21-407d-a7ef-c24c7ca4bb4f req-f70819ae-027e-4553-8623-b3770c85bdf7 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:57.361435 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e8fd16b1-7d21-407d-a7ef-c24c7ca4bb4f req-f70819ae-027e-4553-8623-b3770c85bdf7 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.0824735 Jun 21 08:17:57.407158 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42646) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:57.417870 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e8fd16b1-7d21-407d-a7ef-c24c7ca4bb4f req-92cc4545-aaba-45cf-8308-636a62e0d1d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554180 Jun 21 08:17:57.434139 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f9633ccf-6684-45a1-a4d9-58e457627576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:57.562354 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:17:57.680637 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f9633ccf-6684-45a1-a4d9-58e457627576 admin admin] Publish callbacks [] for security_group (1a176998-803a-42b9-9bdd-3311beac7ff9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:57.692437 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f9633ccf-6684-45a1-a4d9-58e457627576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (1a176998-803a-42b9-9bdd-3311beac7ff9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:57.756919 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0046a-7a93-4d41-a8d5-faa0bff786da req-a61ee297-5784-4649-bd80-e37639b5278e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:57.758532 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62e0046a-7a93-4d41-a8d5-faa0bff786da req-a61ee297-5784-4649-bd80-e37639b5278e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.1579211 Jun 21 08:17:57.799304 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f9633ccf-6684-45a1-a4d9-58e457627576 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a955774d48a64a749fa84e6035d0e4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904307 Jun 21 08:17:57.801959 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 42658) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:17:57.816675 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9633ccf-6684-45a1-a4d9-58e457627576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a176998-803a-42b9-9bdd-3311beac7ff9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:57.891143 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62e0046a-7a93-4d41-a8d5-faa0bff786da req-5118f1ab-21c7-4852-95c0-4bb891018571 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219869 Jun 21 08:17:57.915977 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-33afccb6-a04a-4cf7-99d9-7d0156f41f66 admin admin] Publish callbacks [] for security_group (1a176998-803a-42b9-9bdd-3311beac7ff9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:57.981029 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-33afccb6-a04a-4cf7-99d9-7d0156f41f66 admin admin] Publish callbacks [] for security_group (1a176998-803a-42b9-9bdd-3311beac7ff9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:58.084566 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-33afccb6-a04a-4cf7-99d9-7d0156f41f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (1a176998-803a-42b9-9bdd-3311beac7ff9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:58.095907 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-33afccb6-a04a-4cf7-99d9-7d0156f41f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:17:58.095907 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-33afccb6-a04a-4cf7-99d9-7d0156f41f66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a176998-803a-42b9-9bdd-3311beac7ff9 HTTP/1.1" status: 204 len: 168 time: 0.2871258 Jun 21 08:17:58.113361 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afccb6-a04a-4cf7-99d9-7d0156f41f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a176998-803a-42b9-9bdd-3311beac7ff9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:17:58.242307 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1f384-540c-46b6-9efe-e449707f1ab0 req-456acbd4-e5ef-4698-a788-16264abe5e5d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:58.250284 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7b1cb2d2-d11c-4667-a92a-8f14d78a7054 req-ae7509aa-e133-4e79-a24b-b7c5e0548c8f tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.1385131 Jun 21 08:17:58.261336 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80b1f384-540c-46b6-9efe-e449707f1ab0 req-456acbd4-e5ef-4698-a788-16264abe5e5d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.0971491 Jun 21 08:17:58.347782 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80b1f384-540c-46b6-9efe-e449707f1ab0 req-9ab5b11f-9d86-4712-a067-ebeb7a94147e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822647 Jun 21 08:17:58.560778 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9058e5-661c-4dd6-bdaa-672742463eaa req-ccc45987-0efa-47d3-bdd8-6837aeba1278 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:58.563552 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0d9058e5-661c-4dd6-bdaa-672742463eaa req-ccc45987-0efa-47d3-bdd8-6837aeba1278 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0830696 Jun 21 08:17:58.646666 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db3312-3b26-46dc-86f7-a902bc6c00df req-ae2b265b-b3ac-4d69-bbfd-7137b601e5ac tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:58.648078 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0d9058e5-661c-4dd6-bdaa-672742463eaa req-8e1330f1-b751-4806-ab35-50a2cd8a95ac tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583589 Jun 21 08:17:58.648265 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b7db3312-3b26-46dc-86f7-a902bc6c00df req-ae2b265b-b3ac-4d69-bbfd-7137b601e5ac tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.0958071 Jun 21 08:17:58.703448 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b7db3312-3b26-46dc-86f7-a902bc6c00df req-3c3de5c3-9372-48f0-8cca-51fca07336ee tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466516 Jun 21 08:17:59.102763 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fc8ad-b489-4994-ac1e-b84a46b595c0 req-ba9d2b7d-aa04-4fc8-a473-7d1e4e440cbe tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:59.108130 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d41fc8ad-b489-4994-ac1e-b84a46b595c0 req-ba9d2b7d-aa04-4fc8-a473-7d1e4e440cbe tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.1101060 Jun 21 08:17:59.211368 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d41fc8ad-b489-4994-ac1e-b84a46b595c0 req-9d854cd1-e6e6-43c0-bfea-af6a309fe1ca tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916779 Jun 21 08:17:59.414950 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9aa5c4c-40a9-4b0d-b437-f76d036468f5 req-ee5a7b14-9299-4d6a-b823-f7184f020f86 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0495780 Jun 21 08:17:59.528436 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197c5c2-308d-4b4f-8745-2dc1ed52e0a0 req-8d4e74c7-f6b3-4474-8436-d33b1aab89a3 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:59.537127 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2197c5c2-308d-4b4f-8745-2dc1ed52e0a0 req-8d4e74c7-f6b3-4474-8436-d33b1aab89a3 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.0693307 Jun 21 08:17:59.624569 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2197c5c2-308d-4b4f-8745-2dc1ed52e0a0 req-6f9fb5b3-3698-42d5-bb74-adc2ae9e2f2a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802569 Jun 21 08:17:59.938110 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6d00d-999b-4dcd-862d-2828b724c03b req-ad5981ce-7bde-4d74-a384-c3e360e2aab9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:59.946063 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08e87-7cd6-43b1-a6d5-9531add55eaa req-06bf37ab-773d-448a-b99a-1931b772f60d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:17:59.950807 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-faf6d00d-999b-4dcd-862d-2828b724c03b req-ad5981ce-7bde-4d74-a384-c3e360e2aab9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1521592 Jun 21 08:17:59.956156 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f9a08e87-7cd6-43b1-a6d5-9531add55eaa req-06bf37ab-773d-448a-b99a-1931b772f60d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.0989599 Jun 21 08:18:00.027678 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f9a08e87-7cd6-43b1-a6d5-9531add55eaa req-ef4a8a84-e977-41f5-b212-8a4d0605c122 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685499 Jun 21 08:18:00.064225 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-faf6d00d-999b-4dcd-862d-2828b724c03b req-152bfb3c-a2a7-48b2-97ba-feedf62d85c9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108387 Jun 21 08:18:00.396212 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798fb95-92dc-4d91-9f48-b56d8870ef1c req-54904bb1-1911-4c53-a25b-4d9c6667e53c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:00.424309 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8798fb95-92dc-4d91-9f48-b56d8870ef1c req-54904bb1-1911-4c53-a25b-4d9c6667e53c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0989511 Jun 21 08:18:00.489655 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:00.518814 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8798fb95-92dc-4d91-9f48-b56d8870ef1c req-91fd4f30-2823-45d6-96ad-1efec1989e1d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887578 Jun 21 08:18:00.618471 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6cdfd987-72d1-4e29-8698-77326b630c47 req-a9993180-7391-47a5-8a7e-638196a6fcaf tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0618045 Jun 21 08:18:00.790177 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcfad7-c870-4bf4-ae4d-227ef1ac1e87 req-64438d93-eee1-4301-8647-8eda0c84ae79 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:00.792879 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d3bcfad7-c870-4bf4-ae4d-227ef1ac1e87 req-64438d93-eee1-4301-8647-8eda0c84ae79 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.0910013 Jun 21 08:18:00.848263 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:00.875221 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d3bcfad7-c870-4bf4-ae4d-227ef1ac1e87 req-72303666-c258-4e9e-965a-e86a3a7b73b6 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740173 Jun 21 08:18:01.231166 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2093c1-5bd3-4d26-b908-130560672eff req-e5fa676d-0991-49f9-936b-383f4057cd20 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:01.256425 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ea2093c1-5bd3-4d26-b908-130560672eff req-e5fa676d-0991-49f9-936b-383f4057cd20 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.1383367 Jun 21 08:18:01.262163 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ce3f8-f2bd-4355-a0dd-dda11246a539 req-be2aa866-73d4-4b03-8123-d68b707dcbba tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:01.263859 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-431ce3f8-f2bd-4355-a0dd-dda11246a539 req-be2aa866-73d4-4b03-8123-d68b707dcbba tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0782187 Jun 21 08:18:01.345005 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-431ce3f8-f2bd-4355-a0dd-dda11246a539 req-c40f0ec0-60e9-41a8-9512-812164dadf0b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717356 Jun 21 08:18:01.348370 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ea2093c1-5bd3-4d26-b908-130560672eff req-2d393175-b5f6-4458-8a97-d588bc94aa0b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880940 Jun 21 08:18:01.367075 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42808) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:01.494277 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1abd-ff8c-45b5-9867-a321ecb907d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:01.574731 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:01.586873 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1abd-ff8c-45b5-9867-a321ecb907d4 admin admin] Publish callbacks [] for security_group (eb0cdcd3-cedb-4b53-b58e-f03c75ee62e6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:01.592409 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1abd-ff8c-45b5-9867-a321ecb907d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (eb0cdcd3-cedb-4b53-b58e-f03c75ee62e6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:01.647710 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-e0dc1abd-ff8c-45b5-9867-a321ecb907d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f03ce63407e4fbfbaa6ad3f938092e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791388 Jun 21 08:18:01.650342 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42814) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:01.659279 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc1abd-ff8c-45b5-9867-a321ecb907d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0cdcd3-cedb-4b53-b58e-f03c75ee62e6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:01.700300 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb762a36-b3e3-4445-9c1d-169bc65068dc req-98596116-9fd1-44af-bcdf-3d194889812b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:01.711250 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cb762a36-b3e3-4445-9c1d-169bc65068dc req-98596116-9fd1-44af-bcdf-3d194889812b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0972755 Jun 21 08:18:01.796367 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cb762a36-b3e3-4445-9c1d-169bc65068dc req-baf998f4-91ce-4e8e-8372-c63f837210cb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836444 Jun 21 08:18:01.829508 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a802644-0dd9-4be8-bfe4-622f99bfc33e req-2d201cc4-a0d0-4458-9116-0f298c446a77 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0689280 Jun 21 08:18:01.843661 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df88e0d3-7ab2-4fe5-b4ab-11faf21d2192 admin admin] Publish callbacks [] for security_group (eb0cdcd3-cedb-4b53-b58e-f03c75ee62e6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:01.857928 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:01.871105 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df88e0d3-7ab2-4fe5-b4ab-11faf21d2192 admin admin] Publish callbacks [] for security_group (eb0cdcd3-cedb-4b53-b58e-f03c75ee62e6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:01.933657 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df88e0d3-7ab2-4fe5-b4ab-11faf21d2192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (eb0cdcd3-cedb-4b53-b58e-f03c75ee62e6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:01.936563 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df88e0d3-7ab2-4fe5-b4ab-11faf21d2192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:01.940968 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-df88e0d3-7ab2-4fe5-b4ab-11faf21d2192 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb0cdcd3-cedb-4b53-b58e-f03c75ee62e6 HTTP/1.1" status: 204 len: 168 time: 0.2865241 Jun 21 08:18:01.947542 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88e0d3-7ab2-4fe5-b4ab-11faf21d2192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0cdcd3-cedb-4b53-b58e-f03c75ee62e6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:02.046307 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a91c0a-8d1e-4fc5-a685-f8bd43a720fb req-3d49e0b0-3a06-4751-a11a-93b9500b4bc4 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:02.047867 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-67a91c0a-8d1e-4fc5-a685-f8bd43a720fb req-3d49e0b0-3a06-4751-a11a-93b9500b4bc4 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.0717053 Jun 21 08:18:02.132929 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-67a91c0a-8d1e-4fc5-a685-f8bd43a720fb req-837a6fbd-c4c1-425c-8005-bba66cbf30d8 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787985 Jun 21 08:18:02.346376 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 42828) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:02.362663 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76afa548-258a-4aa1-b96b-e27843dd29d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:02.489860 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6c7ff-0fc8-4f4b-ad81-9d592014fea0 req-36a7956b-9fe4-4ad4-9050-5fdf067b07a3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:02.491450 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-27b6c7ff-0fc8-4f4b-ad81-9d592014fea0 req-36a7956b-9fe4-4ad4-9050-5fdf067b07a3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0587621 Jun 21 08:18:02.520700 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76afa548-258a-4aa1-b96b-e27843dd29d2 admin admin] Publish callbacks [] for security_group (042b5bb8-c38b-412b-9640-ab84a9f7fe15), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:02.530650 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76afa548-258a-4aa1-b96b-e27843dd29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (042b5bb8-c38b-412b-9640-ab84a9f7fe15), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:02.553137 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-27b6c7ff-0fc8-4f4b-ad81-9d592014fea0 req-d6460c60-84d5-44f0-bd42-863433cbd5d3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535171 Jun 21 08:18:02.555976 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60915fb5-4579-4a24-a4fc-506b6dd267a4 req-b3d73214-2b8b-4774-99c1-7a8dc70f7c1f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:02.557532 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-60915fb5-4579-4a24-a4fc-506b6dd267a4 req-b3d73214-2b8b-4774-99c1-7a8dc70f7c1f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.0800056 Jun 21 08:18:02.602464 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-76afa548-258a-4aa1-b96b-e27843dd29d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0c1d6b24a744531a7b17220f6bb9f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548692 Jun 21 08:18:02.605160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afa548-258a-4aa1-b96b-e27843dd29d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042b5bb8-c38b-412b-9640-ab84a9f7fe15,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:02.605319 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42834) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:02.637080 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-60915fb5-4579-4a24-a4fc-506b6dd267a4 req-5297430e-0323-4f98-b218-604b5b9bcc0c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611844 Jun 21 08:18:02.663494 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae840c78-19fb-40b2-9b02-cd540ede3364 admin admin] Publish callbacks [] for security_group (042b5bb8-c38b-412b-9640-ab84a9f7fe15), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:02.685984 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae840c78-19fb-40b2-9b02-cd540ede3364 admin admin] Publish callbacks [] for security_group (042b5bb8-c38b-412b-9640-ab84a9f7fe15), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:02.739503 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae840c78-19fb-40b2-9b02-cd540ede3364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (042b5bb8-c38b-412b-9640-ab84a9f7fe15), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:02.742001 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae840c78-19fb-40b2-9b02-cd540ede3364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:02.743201 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ae840c78-19fb-40b2-9b02-cd540ede3364 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/042b5bb8-c38b-412b-9640-ab84a9f7fe15 HTTP/1.1" status: 204 len: 168 time: 0.1369419 Jun 21 08:18:02.752848 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae840c78-19fb-40b2-9b02-cd540ede3364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042b5bb8-c38b-412b-9640-ab84a9f7fe15,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:02.931113 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4e43fcaa-41e4-4d38-aef3-9ab83b0f69fb req-6fa7ac72-d453-4788-8571-28c244fabf68 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0304830 Jun 21 08:18:02.956613 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997717bf-457c-4024-8163-02a50abb388e req-331554d7-9134-47c0-8cd4-4bd396f85632 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:02.958135 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-997717bf-457c-4024-8163-02a50abb388e req-331554d7-9134-47c0-8cd4-4bd396f85632 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0663402 Jun 21 08:18:03.012258 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-997717bf-457c-4024-8163-02a50abb388e req-541b69ed-5791-4d14-9678-2d37eeb6a8c0 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486298 Jun 21 08:18:03.243496 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791795f-2c96-4679-a0e7-e42ad3e73b10 req-4c1ae8cb-5c20-4618-b6e0-109b30891684 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:03.245319 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3791795f-2c96-4679-a0e7-e42ad3e73b10 req-4c1ae8cb-5c20-4618-b6e0-109b30891684 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.0487344 Jun 21 08:18:03.339892 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3791795f-2c96-4679-a0e7-e42ad3e73b10 req-cf53a0b8-0ab4-42dc-8aa1-87cc0f635d84 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794768 Jun 21 08:18:03.686609 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56b6a3-b762-40bb-9c88-513b8320a0c0 req-0c6fdca5-c886-4d18-a1f9-7b9d3ff69282 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:03.688408 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3f56b6a3-b762-40bb-9c88-513b8320a0c0 req-0c6fdca5-c886-4d18-a1f9-7b9d3ff69282 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0576060 Jun 21 08:18:03.753422 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3f56b6a3-b762-40bb-9c88-513b8320a0c0 req-ac2e2cad-3554-40b0-8a52-0a0cd935b218 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576887 Jun 21 08:18:03.781827 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed29c2-1440-42ae-9cb6-88f3370895d1 req-4420b6f3-45e1-4e5c-b0ed-73d207606cad tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:03.784151 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-72ed29c2-1440-42ae-9cb6-88f3370895d1 req-4420b6f3-45e1-4e5c-b0ed-73d207606cad tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.0682967 Jun 21 08:18:03.845258 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-72ed29c2-1440-42ae-9cb6-88f3370895d1 req-9479deae-301f-4da2-b080-5b80c3ef3459 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541365 Jun 21 08:18:03.980189 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50dc8-67e5-4797-baba-d282fdad85f6 req-58b09595-f7b5-4fb9-8b00-a0ec28ed8848 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:03.981688 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-18d50dc8-67e5-4797-baba-d282fdad85f6 req-58b09595-f7b5-4fb9-8b00-a0ec28ed8848 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.0577276 Jun 21 08:18:03.991367 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 42884) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:03.997244 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fb93b075-4fc8-4b90-a62d-0a93923499d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'floatingip': {'port_id': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:04.027246 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:04.053702 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb93b075-4fc8-4b90-a62d-0a93923499d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (2e7672e0-cad6-4acc-a3cd-4eb4357958c5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:04.108640 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4c840fa3-fd3c-4843-896f-ce1f07a42094 req-545fc00f-54c0-4cf9-bb8b-acd1dd7b8e5d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0801370 Jun 21 08:18:04.152509 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231d19f-f430-430a-baae-393d8f60f9f7 req-d61cf0eb-6405-46f8-b9ec-cc9c1aca3fb4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:04.153986 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0231d19f-f430-430a-baae-393d8f60f9f7 req-d61cf0eb-6405-46f8-b9ec-cc9c1aca3fb4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0664909 Jun 21 08:18:04.208011 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0231d19f-f430-430a-baae-393d8f60f9f7 req-baef616a-c608-473a-a15f-f022fb81de8c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472534 Jun 21 08:18:04.354599 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:04.547498 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644893d-04a8-4223-9593-5cd88a5b61b6 req-9acc2195-d097-483a-9071-d43e05048cf7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:04.549336 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f644893d-04a8-4223-9593-5cd88a5b61b6 req-9acc2195-d097-483a-9071-d43e05048cf7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.0972655 Jun 21 08:18:04.573552 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06a2c7-c54c-4062-987e-60bc5c6ca8c0 req-68e0f49e-50d2-48b9-a3f3-41ca9bfd52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:04.574497 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ea06a2c7-c54c-4062-987e-60bc5c6ca8c0 req-68e0f49e-50d2-48b9-a3f3-41ca9bfd52eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=054a41c637b243f180a79969432bb3f8&device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 1128 time: 0.1068645 Jun 21 08:18:04.693181 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f644893d-04a8-4223-9593-5cd88a5b61b6 req-d0681a85-f8ab-4bab-bb4b-b5569b99639a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216414 Jun 21 08:18:04.697464 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb93b075-4fc8-4b90-a62d-0a93923499d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:04.716892 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb93b075-4fc8-4b90-a62d-0a93923499d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (2e7672e0-cad6-4acc-a3cd-4eb4357958c5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:04.863651 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-2461535a-b70d-4b71-ace6-b9ac7b749e9c tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:04.865532 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-2461535a-b70d-4b71-ace6-b9ac7b749e9c tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.46 "GET /v2.0/networks?id=4fd63f41-0b64-457a-a459-a1cb3fc5b891 HTTP/1.1" status: 200 len: 809 time: 0.2265353 Jun 21 08:18:04.883129 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923b88d-3fb4-45d3-b3db-e2b215ea7823 req-3e70e7cf-ef50-4879-a8bf-dd04e5c93eff tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:04.885247 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f923b88d-3fb4-45d3-b3db-e2b215ea7823 req-3e70e7cf-ef50-4879-a8bf-dd04e5c93eff tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0586908 Jun 21 08:18:04.886705 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [None req-fb93b075-4fc8-4b90-a62d-0a93923499d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Floating IP 2e7672e0-cad6-4acc-a3cd-4eb4357958c5 associated. External IP: 172.27.0.168, port: b38df0c4-4ff4-4131-becf-c141ab0b4a03. Jun 21 08:18:04.941530 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:04.953686 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f923b88d-3fb4-45d3-b3db-e2b215ea7823 req-0779e810-ce40-4b9f-8aa4-af8454d1d84d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598083 Jun 21 08:18:05.164319 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:05.288259 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-be3e7d84-db24-433b-8228-f4514a91a7b8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad2999c58284b92b7166848a3e1f261 HTTP/1.1" status: 200 len: 380 time: 0.1660497 Jun 21 08:18:05.294945 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb93b075-4fc8-4b90-a62d-0a93923499d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Router bd349c29-377f-4e83-9f42-2afe21bb2644 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:18:05.299373 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c459df41-ece4-4c29-89fb-bb53d7a639ce req-1da71e61-61a4-46d3-9022-cb2ba34f0c6b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0928810 Jun 21 08:18:05.359596 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfa19d-3fab-4320-aea2-53b020110504 req-e6d3fbcc-af9d-415c-a55c-bc9fb1f0c2f8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:05.362003 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7cfa19d-3fab-4320-aea2-53b020110504 req-e6d3fbcc-af9d-415c-a55c-bc9fb1f0c2f8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0703354 Jun 21 08:18:05.380964 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06a2c7-c54c-4062-987e-60bc5c6ca8c0 req-c6e51e06-6b8e-4ffd-82ff-467383dc3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:05.382448 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ea06a2c7-c54c-4062-987e-60bc5c6ca8c0 req-c6e51e06-6b8e-4ffd-82ff-467383dc3c53 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=054a41c637b243f180a79969432bb3f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2588193 Jun 21 08:18:05.390918 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:05.427614 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7cfa19d-3fab-4320-aea2-53b020110504 req-1243719d-7d0a-49e1-aaf8-a71d66410480 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578597 Jun 21 08:18:05.464908 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb93b075-4fc8-4b90-a62d-0a93923499d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:18:05.472033 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb93b075-4fc8-4b90-a62d-0a93923499d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:05.479669 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:18:05.498372 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:18:05.499412 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:17:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:05.535823 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-fb93b075-4fc8-4b90-a62d-0a93923499d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "PUT /v2.0/floatingips/2e7672e0-cad6-4acc-a3cd-4eb4357958c5 HTTP/1.1" status: 200 len: 991 time: 1.5430145 Jun 21 08:18:05.536606 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6909a083-0588-4b06-916a-e9b153960ffa', 'tag': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:05.539344 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6909a083-0588-4b06-916a-e9b153960ffa", "tag": "b38df0c4-4ff4-4131-becf-c141ab0b4a03"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:05.562746 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:05.586744 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816582c5-3ef5-467e-86d7-af9d9783e7b9 x-openstack-request-id: req-816582c5-3ef5-467e-86d7-af9d9783e7b9 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:05.587088 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6909a083-0588-4b06-916a-e9b153960ffa", "tag": "b38df0c4-4ff4-4131-becf-c141ab0b4a03", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:05.587347 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-816582c5-3ef5-467e-86d7-af9d9783e7b9 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:05.587756 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816582c5-3ef5-467e-86d7-af9d9783e7b9'] response: {'name': 'network-changed', 'server_uuid': '6909a083-0588-4b06-916a-e9b153960ffa', 'tag': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03', 'status': 'completed', 'code': 200} Jun 21 08:18:05.624202 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Request body: {'port': {'device_id': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'admin_state_up': True, 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'security_groups': ['29ffa5b4-d3f5-42a1-9b71-55c94b231faa']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:05.646082 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:18:05.824979 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f54c3b-67cf-42a5-a690-a8fb3013f729 req-7d1d1ad0-afc9-4648-8c6e-ed283d346adf tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:05.826554 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-37f54c3b-67cf-42a5-a690-a8fb3013f729 req-7d1d1ad0-afc9-4648-8c6e-ed283d346adf tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.0608020 Jun 21 08:18:05.890314 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-37f54c3b-67cf-42a5-a690-a8fb3013f729 req-3d604e01-eddf-4b34-a65a-d3a429d8d8d6 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539317 Jun 21 08:18:06.027084 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-4e0740a4-b2ac-40ef-abcc-a1d5fad88874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:06.028669 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-4e0740a4-b2ac-40ef-abcc-a1d5fad88874 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 1129 time: 0.3565810 Jun 21 08:18:06.066393 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '2e7672e0-cad6-4acc-a3cd-4eb4357958c5', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:f7:36:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6909a083-0588-4b06-916a-e9b153960ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:17:22Z', 'updated_at': '2022-06-21T08:18:04Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}, {'id': 'f1ecb664-b14d-482e-b4e1-e1a565a0d399', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:07:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:34Z', 'updated_at': '2022-06-21T08:16:23Z', 'revision_number': 2, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:06.095527 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:18:06.105549 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:18:06.106493 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:17:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:06.221480 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846f2c-0a94-413c-bf7c-d013599b5b09 req-e662cfc5-4c4f-471f-8824-38e492da3d83 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:06.223049 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9846f2c-0a94-413c-bf7c-d013599b5b09 req-e662cfc5-4c4f-471f-8824-38e492da3d83 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.1838944 Jun 21 08:18:06.226974 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:06.229424 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:18:06.237594 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06a2c7-c54c-4062-987e-60bc5c6ca8c0 req-657c8be7-2e4f-4ec9-aeb5-a22b70a2e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:06.239088 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ea06a2c7-c54c-4062-987e-60bc5c6ca8c0 req-657c8be7-2e4f-4ec9-aeb5-a22b70a2e9f9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5745666 Jun 21 08:18:06.278554 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Made reservation on behalf of cad2999c58284b92b7166848a3e1f261 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:18:06.281637 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:06.295678 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-f1cfc579-4bf9-43c2-b9ed-7707160f094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:06.297204 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-f1cfc579-4bf9-43c2-b9ed-7707160f094f service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 915 time: 0.2591431 Jun 21 08:18:06.434994 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e20e296f-309f-4024-8346-7e41665bd63b req-765ff195-ae6c-4dfd-ac60-3ef8bcd5a5d0 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0502489 Jun 21 08:18:06.450034 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9846f2c-0a94-413c-bf7c-d013599b5b09 req-9c180a88-e96b-4b56-bc0b-a3ee362e1eb4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166419 Jun 21 08:18:06.468717 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-93084224-4821-4cb5-86e2-ebcc43896dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:06.471199 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-93084224-4821-4cb5-86e2-ebcc43896dc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=054a41c637b243f180a79969432bb3f8&device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 1128 time: 0.1625707 Jun 21 08:18:06.490774 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-7aa93f14-39bd-472a-b4ec-db933b49518c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b38df0c4-4ff4-4131-becf-c141ab0b4a03 HTTP/1.1" status: 200 len: 999 time: 0.1808281 Jun 21 08:18:06.534158 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '2e7672e0-cad6-4acc-a3cd-4eb4357958c5', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:f7:36:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6909a083-0588-4b06-916a-e9b153960ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:17:22Z', 'updated_at': '2022-06-21T08:18:04Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}, {'id': 'f1ecb664-b14d-482e-b4e1-e1a565a0d399', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:07:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:34Z', 'updated_at': '2022-06-21T08:16:23Z', 'revision_number': 2, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:06.535298 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-6c41930a-6ef3-4939-a3b7-95f8b8b917b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caad30cb-6338-4d28-a42e-d858cceaec6f HTTP/1.1" status: 200 len: 217 time: 0.0540941 Jun 21 08:18:06.570183 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2c681-f315-4098-9fef-aa186c3d988d None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '2e7672e0-cad6-4acc-a3cd-4eb4357958c5', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:f7:36:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6909a083-0588-4b06-916a-e9b153960ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:17:22Z', 'updated_at': '2022-06-21T08:18:04Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}, {'id': 'f1ecb664-b14d-482e-b4e1-e1a565a0d399', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:07:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:34Z', 'updated_at': '2022-06-21T08:16:23Z', 'revision_number': 2, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:18:06.622666 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5738d-0cec-4f64-8cc2-c98fd56bb7de req-31b8d57c-34d8-4a2e-b40c-2d337c460b9d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:06.631578 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44a5738d-0cec-4f64-8cc2-c98fd56bb7de req-31b8d57c-34d8-4a2e-b40c-2d337c460b9d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0941620 Jun 21 08:18:06.682833 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:06.725262 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Allocated IP 172.20.0.11 (4fd63f41-0b64-457a-a459-a1cb3fc5b891/cf6fc8a1-d267-4334-966f-c8074d6f11c7/db75733d-f744-4c74-924b-254ed8090967) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:18:06.725799 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44a5738d-0cec-4f64-8cc2-c98fd56bb7de req-a4559499-83ff-42f7-a493-6b256d6e5989 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926251 Jun 21 08:18:06.727395 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:06.734649 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-d75062f8-2cd1-4765-90bb-69a76f08ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:06.736521 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-d75062f8-2cd1-4765-90bb-69a76f08ef45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.2143621 Jun 21 08:18:06.745028 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-59490e86-2e47-4538-b07c-c4be642c6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:06.746736 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-59490e86-2e47-4538-b07c-c4be642c6bfb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d7e5e53-86dc-4ddb-82ca-dc27e46182e7 HTTP/1.1" status: 200 len: 853 time: 0.1882088 Jun 21 08:18:06.865516 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-dfe92bbf-e2d7-4469-872b-96f1efd78111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:06.867084 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-dfe92bbf-e2d7-4469-872b-96f1efd78111 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182766 Jun 21 08:18:06.873246 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-34a0cfc1-3013-4735-af58-fb43e1432ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:06.875618 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-34a0cfc1-3013-4735-af58-fb43e1432ce4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad93e950-a35b-4ca6-b8fc-75dbda938a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105583 Jun 21 08:18:06.947819 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6906636-d567-4767-92ef-83c8fa754254 None None] New status for floating IP 2e7672e0-cad6-4acc-a3cd-4eb4357958c5: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:18:07.184029 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for port (db75733d-f744-4c74-924b-254ed8090967), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:07.260290 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575c525-1bd6-49e7-8b0d-66ee48715ba3 req-2e43d26c-1678-46e3-adb1-f556f9f44686 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:07.261794 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7575c525-1bd6-49e7-8b0d-66ee48715ba3 req-2e43d26c-1678-46e3-adb1-f556f9f44686 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.1405847 Jun 21 08:18:07.274544 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-fa31cd6a-5072-4e1d-ac3c-b49cad3f0d91 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939362 Jun 21 08:18:07.337126 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-fdfa1f4e-0a77-4f3b-8a0c-29f285ae3f79 service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274361 Jun 21 08:18:07.416830 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (db75733d-f744-4c74-924b-254ed8090967), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:07.464281 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7575c525-1bd6-49e7-8b0d-66ee48715ba3 req-de496ff7-8a0e-4922-bc82-9d5ecab2fdfb tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936538 Jun 21 08:18:07.550759 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:18:07.560538 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:18:07.561635 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af78e3-46de-403d-92d4-01ab73078ae1 req-a55aaa0b-8b9b-4694-9d11-8561d62908e7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:07.564161 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-12af78e3-46de-403d-92d4-01ab73078ae1 req-a55aaa0b-8b9b-4694-9d11-8561d62908e7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 932 time: 0.0501888 Jun 21 08:18:07.569366 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:18:07.578604 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d69fdef6-97ba-4aa6-b986-57e9d6384bc3 req-2dda5e4f-0161-40db-bcda-f6d7cc2df5df service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775903 Jun 21 08:18:07.603747 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event updated for resources: {'Port': ['ID=db75733d-f744-4c74-924b-254ed8090967,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:07.610954 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:07.621404 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ae9749ac-c4d9-4020-8e06-6af47ea85155 req-97371eb3-bfa8-41b8-a8fa-89884a0cfaa3 service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739236 Jun 21 08:18:07.633695 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:07.644413 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:07.645157 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:07.670330 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-f975e9e5-9037-444f-bdec-3e82ee4f87ae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0501955 Jun 21 08:18:07.671295 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-12af78e3-46de-403d-92d4-01ab73078ae1 req-9462f6d6-ccff-465e-83b7-9a6e56a4a41e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854344 Jun 21 08:18:07.837848 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ae8452e9-9b75-442e-a91d-9c1047fa040e None None] Provisioning complete for port db75733d-f744-4c74-924b-254ed8090967 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:18:07.838441 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae8452e9-9b75-442e-a91d-9c1047fa040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (db75733d-f744-4c74-924b-254ed8090967), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:07.867965 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3edbc9-d155-4190-9fc4-1540cd4c5960 req-0cc851e2-1736-4480-80b5-6faf570056a2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:07.869372 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c3edbc9-d155-4190-9fc4-1540cd4c5960 req-0cc851e2-1736-4480-80b5-6faf570056a2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0518100 Jun 21 08:18:07.870814 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ae8452e9-9b75-442e-a91d-9c1047fa040e None None] Port db75733d-f744-4c74-924b-254ed8090967 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:18:07.918845 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:07.927231 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1c3edbc9-d155-4190-9fc4-1540cd4c5960 req-903d9ae9-a63f-4215-a5e6-1a03e8a046fa tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500877 Jun 21 08:18:08.183867 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42986) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:08.189170 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-eee28f4a-57ca-4ab6-abb6-93f163026e5a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991319221', 'description': 'tempest-description--1422884426'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:08.211228 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eee28f4a-57ca-4ab6-abb6-93f163026e5a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.285802 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eee28f4a-57ca-4ab6-abb6-93f163026e5a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group (7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.289915 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eee28f4a-57ca-4ab6-abb6-93f163026e5a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.321196 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee28f4a-57ca-4ab6-abb6-93f163026e5a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:08.325722 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eee28f4a-57ca-4ab6-abb6-93f163026e5a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.326984 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-eee28f4a-57ca-4ab6-abb6-93f163026e5a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1419380 Jun 21 08:18:08.330455 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42992) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:08.334716 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b9c6fe0b-5bec-42ac-a49d-be4d2828280b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Request body: {'security_group_rule': {'security_group_id': '7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:08.370649 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9c6fe0b-5bec-42ac-a49d-be4d2828280b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group_rule (2874f527-a7e2-42fc-807e-cf46a97ac7af), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.394048 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:18:08.443774 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9c6fe0b-5bec-42ac-a49d-be4d2828280b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group_rule (2874f527-a7e2-42fc-807e-cf46a97ac7af), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.447528 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9c6fe0b-5bec-42ac-a49d-be4d2828280b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (2874f527-a7e2-42fc-807e-cf46a97ac7af), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.469372 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6fe0b-5bec-42ac-a49d-be4d2828280b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2874f527-a7e2-42fc-807e-cf46a97ac7af,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:08.476010 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9c6fe0b-5bec-42ac-a49d-be4d2828280b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.477243 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-b9c6fe0b-5bec-42ac-a49d-be4d2828280b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458824 Jun 21 08:18:08.479967 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 42998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:08.484360 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d83a0e8c-c279-4213-a3b5-ad284c8080f0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Request body: {'security_group_rule': {'security_group_id': '7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:08.518009 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d83a0e8c-c279-4213-a3b5-ad284c8080f0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group_rule (73182de0-bd06-4173-91de-a1195d94287e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.582355 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d83a0e8c-c279-4213-a3b5-ad284c8080f0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group_rule (73182de0-bd06-4173-91de-a1195d94287e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.586695 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d83a0e8c-c279-4213-a3b5-ad284c8080f0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (73182de0-bd06-4173-91de-a1195d94287e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.605389 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a0e8c-c279-4213-a3b5-ad284c8080f0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73182de0-bd06-4173-91de-a1195d94287e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:08.615756 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d83a0e8c-c279-4213-a3b5-ad284c8080f0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.617008 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Request body: {'port': {'device_id': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:08.617622 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d83a0e8c-c279-4213-a3b5-ad284c8080f0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361077 Jun 21 08:18:08.620091 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43004) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:08.624522 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:08.630844 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:08.649270 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48624af-5a38-4f61-8fa4-44158d38eb5f req-b2682258-e70f-4022-92ac-32f90b7e4a8b tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:08.650257 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f48624af-5a38-4f61-8fa4-44158d38eb5f req-b2682258-e70f-4022-92ac-32f90b7e4a8b tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.1025832 Jun 21 08:18:08.651171 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.686047 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43006) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:08.746423 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db75733d-f744-4c74-924b-254ed8090967), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.760398 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f48624af-5a38-4f61-8fa4-44158d38eb5f req-27786938-eba3-407c-9105-5e05a2b5882c tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998189 Jun 21 08:18:08.785604 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.888632 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96d0c3b4-c844-4fce-a7f8-a31b2f62704c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:08.899370 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da14eb6-f889-4820-97a8-0766561b4511 req-0af9d65e-9b7d-4dbd-811a-bdc5952823d7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:08.900892 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4da14eb6-f889-4820-97a8-0766561b4511 req-0af9d65e-9b7d-4dbd-811a-bdc5952823d7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 932 time: 0.1463628 Jun 21 08:18:08.960033 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:09.033209 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db75733d-f744-4c74-924b-254ed8090967 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:18:09.041841 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Allocated IP 172.27.0.152 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/87c9b494-ddf8-4954-b168-88c7655f5ab5) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:18:09.050139 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4da14eb6-f889-4820-97a8-0766561b4511 req-0fa981d1-9e7c-48dd-999a-cd8578834b5f tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404960 Jun 21 08:18:09.058563 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Publish callbacks [] for port (db75733d-f744-4c74-924b-254ed8090967), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.085445 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb34a3-4f14-4cbd-83fa-c9884c3b2024 req-db3d157e-ffad-46bc-8b4a-80864277fc5b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:09.086961 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04cb34a3-4f14-4cbd-83fa-c9884c3b2024 req-db3d157e-ffad-46bc-8b4a-80864277fc5b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0685542 Jun 21 08:18:09.088014 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Transition to ACTIVE for port object db75733d-f744-4c74-924b-254ed8090967 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:18:09.101697 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (db75733d-f744-4c74-924b-254ed8090967), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.122804 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96d0c3b4-c844-4fce-a7f8-a31b2f62704c admin admin] Publish callbacks [] for security_group (2448142b-82f0-4e18-9252-949b515e46cf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.149335 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96d0c3b4-c844-4fce-a7f8-a31b2f62704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (2448142b-82f0-4e18-9252-949b515e46cf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.187353 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Pushing event updated for resources: {'Port': ['ID=db75733d-f744-4c74-924b-254ed8090967,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:09.209553 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-96d0c3b4-c844-4fce-a7f8-a31b2f62704c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea73e95e9c7d4f69a6b6e9787692c140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5197866 Jun 21 08:18:09.210301 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04cb34a3-4f14-4cbd-83fa-c9884c3b2024 req-79b2581e-731c-484c-b9f8-68105dc993a0 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160452 Jun 21 08:18:09.210793 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43016) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:09.212948 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0c3b4-c844-4fce-a7f8-a31b2f62704c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2448142b-82f0-4e18-9252-949b515e46cf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:09.233999 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for port (87c9b494-ddf8-4954-b168-88c7655f5ab5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.271508 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (87c9b494-ddf8-4954-b168-88c7655f5ab5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.316082 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Attempting to bind port db75733d-f744-4c74-924b-254ed8090967 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:18:09.316507 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Attempting to bind port db75733d-f744-4c74-924b-254ed8090967 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:18:09.316759 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Attempting to bind port db75733d-f744-4c74-924b-254ed8090967 on network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:18:09.318510 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:18:09.321560 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:18:09.321700 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:09.326379 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-565ec351-dd10-4101-85f1-ef0ff75a62be admin admin] Publish callbacks [] for security_group (2448142b-82f0-4e18-9252-949b515e46cf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.327909 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Port db75733d-f744-4c74-924b-254ed8090967 on network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:18:09.328230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Attempting to bind port db75733d-f744-4c74-924b-254ed8090967 on network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:18:09.331798 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:18:09.342813 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:18:09.343166 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Checking segment: {'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:18:09.343541 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Bound using segment: {'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:18:09.343982 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Bound port: db75733d-f744-4c74-924b-254ed8090967, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76802132-bf85-45f1-b4c5-19309c54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:18:09.344880 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db75733d-f744-4c74-924b-254ed8090967), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.356389 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event updated for resources: {'Port': ['ID=87c9b494-ddf8-4954-b168-88c7655f5ab5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:09.371565 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:09.373087 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-565ec351-dd10-4101-85f1-ef0ff75a62be admin admin] Publish callbacks [] for security_group (2448142b-82f0-4e18-9252-949b515e46cf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.382404 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:09.426581 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for floatingip (3ed9df28-de70-46bc-b23e-7af332191843), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.453438 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] For port db75733d-f744-4c74-924b-254ed8090967, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:18:09.456940 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] For port db75733d-f744-4c74-924b-254ed8090967, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db75733d-f744-4c74-924b-254ed8090967,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:18:09.463901 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (db75733d-f744-4c74-924b-254ed8090967), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.466499 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (87c9b494-ddf8-4954-b168-88c7655f5ab5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.491321 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-565ec351-dd10-4101-85f1-ef0ff75a62be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (2448142b-82f0-4e18-9252-949b515e46cf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.493943 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-565ec351-dd10-4101-85f1-ef0ff75a62be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.497553 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-565ec351-dd10-4101-85f1-ef0ff75a62be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2448142b-82f0-4e18-9252-949b515e46cf HTTP/1.1" status: 204 len: 168 time: 0.2831426 Jun 21 08:18:09.518201 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ec351-dd10-4101-85f1-ef0ff75a62be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2448142b-82f0-4e18-9252-949b515e46cf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:09.520624 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:09.521267 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.522846 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] 10.222.0.46 "PUT /v2.0/ports/db75733d-f744-4c74-924b-254ed8090967 HTTP/1.1" status: 200 len: 1094 time: 0.9187856 Jun 21 08:18:09.525548 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'tag': 'db75733d-f744-4c74-924b-254ed8090967'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:09.527748 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578c7fec-ae10-4f4b-8049-231b948b2cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "tag": "db75733d-f744-4c74-924b-254ed8090967"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:09.551399 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb3fa9-bc48-4492-b416-09025b1f6241 service neutron] Pushing event updated for resources: {'Port': ['ID=db75733d-f744-4c74-924b-254ed8090967,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:09.614950 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537a1208-f812-46e7-8b71-44e066fa6298 x-openstack-request-id: req-537a1208-f812-46e7-8b71-44e066fa6298 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:09.615415 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "tag": "db75733d-f744-4c74-924b-254ed8090967", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:09.615835 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-537a1208-f812-46e7-8b71-44e066fa6298 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:09.616382 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537a1208-f812-46e7-8b71-44e066fa6298'] response: {'name': 'network-changed', 'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'tag': 'db75733d-f744-4c74-924b-254ed8090967', 'status': 'completed', 'code': 200} Jun 21 08:18:09.631640 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-3cb630fd-1ee1-4569-8cb2-7c164a0d7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:09.634086 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-3cb630fd-1ee1-4569-8cb2-7c164a0d7159 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cad2999c58284b92b7166848a3e1f261&device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 1128 time: 0.0674946 Jun 21 08:18:09.687246 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for port (87c9b494-ddf8-4954-b168-88c7655f5ab5), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.691008 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-8da2b9bc-4370-42b6-9f7f-d7d552a0dc5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db75733d-f744-4c74-924b-254ed8090967 HTTP/1.1" status: 200 len: 217 time: 0.0486526 Jun 21 08:18:09.694136 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (87c9b494-ddf8-4954-b168-88c7655f5ab5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.706569 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:09.771266 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-4576ec17-39c1-4bda-9fdc-aab0fbf15dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:09.773852 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-4576ec17-39c1-4bda-9fdc-aab0fbf15dc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf6fc8a1-d267-4334-966f-c8074d6f11c7 HTTP/1.1" status: 200 len: 848 time: 0.0764558 Jun 21 08:18:09.779694 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event updated for resources: {'Port': ['ID=87c9b494-ddf8-4954-b168-88c7655f5ab5,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:09.812881 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (3ed9df28-de70-46bc-b23e-7af332191843), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.842105 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.844926 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6b5d36b9-25e1-4b70-ab3c-0aadab110acd tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2232163 Jun 21 08:18:09.861998 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-62a72c85-9cc5-49e4-930a-7d20edf45cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:09.864309 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-62a72c85-9cc5-49e4-930a-7d20edf45cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fd63f41-0b64-457a-a459-a1cb3fc5b891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834715 Jun 21 08:18:09.940006 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04c30-795f-4b28-b386-49bb8070729a req-a8be71e4-5992-4c0a-8cf4-2748161f5648 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:09.943310 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c3e04c30-795f-4b28-b386-49bb8070729a req-a8be71e4-5992-4c0a-8cf4-2748161f5648 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 944 time: 0.0777674 Jun 21 08:18:09.956404 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:09.974142 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c91dc990-f176-4044-80ed-14397f6e0dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:09.996786 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device caad30cb-6338-4d28-a42e-d858cceaec6f details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:18:10.071324 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c3e04c30-795f-4b28-b386-49bb8070729a req-7babcae4-0d91-41ca-8c37-9cf43e7086e1 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230896 Jun 21 08:18:10.075649 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-9b6edb2f-d7b9-4724-939b-1003befae185 service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668823 Jun 21 08:18:10.098191 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c91dc990-f176-4044-80ed-14397f6e0dc6 admin admin] Publish callbacks [] for security_group (8a4ad215-76df-4ebb-b479-7d9c4bca8961), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:10.117569 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c91dc990-f176-4044-80ed-14397f6e0dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8a4ad215-76df-4ebb-b479-7d9c4bca8961), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:10.135005 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port caad30cb-6338-4d28-a42e-d858cceaec6f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=caad30cb-6338-4d28-a42e-d858cceaec6f,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:10.148123 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'port_id': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'mac_address': 'fa:16:3e:e5:56:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:18:10.170653 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-41b2b732-5db8-47d1-af72-2ec6ff25ef61 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1991319221&fields=id&tenant_id=2001b029fae0472d8ef7b6fd658ad191 HTTP/1.1" status: 200 len: 267 time: 0.1033506 Jun 21 08:18:10.174164 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dc990-f176-4044-80ed-14397f6e0dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ad215-76df-4ebb-b479-7d9c4bca8961,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:10.185827 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c91dc990-f176-4044-80ed-14397f6e0dc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a0af56e8f264452a6799fb0a6262a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255461 Jun 21 08:18:10.196766 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port caad30cb-6338-4d28-a42e-d858cceaec6f is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:18:10.197173 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:10.200349 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:10.204303 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43056) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:10.216220 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caad30cb-6338-4d28-a42e-d858cceaec6f {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:18:10.229555 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ef52eae-ac40-46ad-b806-34f6266b423f req-8946d665-6ab1-474f-9cd3-a9fe55eb1ac5 service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470375 Jun 21 08:18:10.237145 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96a26f-7f06-4b0a-8aee-7f32f91c8763 req-20eae064-6227-42e4-91a0-06ed0243839e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:10.243708 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port caad30cb-6338-4d28-a42e-d858cceaec6f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=caad30cb-6338-4d28-a42e-d858cceaec6f,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:10.244941 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d96a26f-7f06-4b0a-8aee-7f32f91c8763 req-20eae064-6227-42e4-91a0-06ed0243839e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0813468 Jun 21 08:18:10.255717 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:10.299894 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d96a26f-7f06-4b0a-8aee-7f32f91c8763 req-2102fde0-33ed-4de7-92d5-fc8669c5e35b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548806 Jun 21 08:18:10.312023 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=caad30cb-6338-4d28-a42e-d858cceaec6f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:10.341677 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02760272-2590-499f-a0e0-62602e791ed9 admin admin] Publish callbacks [] for security_group (8a4ad215-76df-4ebb-b479-7d9c4bca8961), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:10.357826 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-afe705df-d0fd-4ab4-a33a-ea8a14eddcef tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:10.359234 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-afe705df-d0fd-4ab4-a33a-ea8a14eddcef tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 819 time: 0.1786203 Jun 21 08:18:10.384039 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02760272-2590-499f-a0e0-62602e791ed9 admin admin] Publish callbacks [] for security_group (8a4ad215-76df-4ebb-b479-7d9c4bca8961), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:10.394114 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-4432d2e0-292e-436a-94ae-8eb0d402d156 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/quotas/2001b029fae0472d8ef7b6fd658ad191 HTTP/1.1" status: 200 len: 375 time: 0.0265834 Jun 21 08:18:10.413129 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfabd3-6fcf-4832-bfa4-772fa022387b req-0fba7550-3e04-458d-81a3-33dc4b70087d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:10.414597 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59bfabd3-6fcf-4832-bfa4-772fa022387b req-0fba7550-3e04-458d-81a3-33dc4b70087d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0489697 Jun 21 08:18:10.454460 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:10.466280 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59bfabd3-6fcf-4832-bfa4-772fa022387b req-c4bfa5eb-b4de-4331-a30d-34a36d2073f2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459397 Jun 21 08:18:10.469175 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-700ba1fc-8572-4786-b107-a6c4f1a46b24 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0676696 Jun 21 08:18:10.483613 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02760272-2590-499f-a0e0-62602e791ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8a4ad215-76df-4ebb-b479-7d9c4bca8961), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:10.487016 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02760272-2590-499f-a0e0-62602e791ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:10.488261 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-02760272-2590-499f-a0e0-62602e791ed9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a4ad215-76df-4ebb-b479-7d9c4bca8961 HTTP/1.1" status: 204 len: 168 time: 0.2829931 Jun 21 08:18:10.514091 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760272-2590-499f-a0e0-62602e791ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ad215-76df-4ebb-b479-7d9c4bca8961,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:10.573451 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['caad30cb-6338-4d28-a42e-d858cceaec6f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:18:10.589925 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-6b739967-5995-4df5-b370-c3fb2f7f33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:10.591502 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-6b739967-5995-4df5-b370-c3fb2f7f33ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cad2999c58284b92b7166848a3e1f261&device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 1128 time: 0.0583911 Jun 21 08:18:10.593139 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-4e3585fa-c5df-480a-99d8-0c01e9b7cd65 service neutron] 10.222.0.36 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037695 Jun 21 08:18:10.708765 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-d9a4596e-957c-4579-a1a6-4bfbe3fb8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:10.710233 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-d9a4596e-957c-4579-a1a6-4bfbe3fb8487 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fd63f41-0b64-457a-a459-a1cb3fc5b891 HTTP/1.1" status: 200 len: 910 time: 0.1087534 Jun 21 08:18:10.731702 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-fdf66103-6b8d-4334-9a27-3a9215cab64b service neutron] 10.222.0.36 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326168 Jun 21 08:18:10.756599 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-c2810729-755e-4f68-9bf1-6ffb8d8a8596 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db75733d-f744-4c74-924b-254ed8090967 HTTP/1.1" status: 200 len: 217 time: 0.0390363 Jun 21 08:18:10.773654 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:10.809202 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:10.817955 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-9258bfd6-9c72-44f3-b7c8-be698c94d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:10.819909 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-9258bfd6-9c72-44f3-b7c8-be698c94d394 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf6fc8a1-d267-4334-966f-c8074d6f11c7 HTTP/1.1" status: 200 len: 848 time: 0.0543718 Jun 21 08:18:10.884998 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-624aecf0-a965-4cbc-b706-12a638ef2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:10.887302 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-624aecf0-a965-4cbc-b706-12a638ef2d1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fd63f41-0b64-457a-a459-a1cb3fc5b891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571721 Jun 21 08:18:10.946476 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43070) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:10.963762 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10833150-0d20-43f8-9f49-2ff8c843c9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:10.975195 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:10.982502 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4509c289-c6c7-452e-a8e7-242c2f5eef68 req-83425e42-a447-4dfb-92b3-28e29a483334 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 210 time: 0.0580125 Jun 21 08:18:11.049230 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-06e848f6-979e-4727-a31d-5ed01a99bb6d service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531904 Jun 21 08:18:11.061222 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10833150-0d20-43f8-9f49-2ff8c843c9ec admin admin] Publish callbacks [] for security_group (a6db05c4-1589-4d3c-bcb1-b9003c3c3485), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:11.067267 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10833150-0d20-43f8-9f49-2ff8c843c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (a6db05c4-1589-4d3c-bcb1-b9003c3c3485), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:11.116624 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10833150-0d20-43f8-9f49-2ff8c843c9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6db05c4-1589-4d3c-bcb1-b9003c3c3485,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:11.126905 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-10833150-0d20-43f8-9f49-2ff8c843c9ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dda722c14c8b4c47bab9516adc6793f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782374 Jun 21 08:18:11.127171 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43078) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:11.162767 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-578c7fec-ae10-4f4b-8049-231b948b2cfb req-127f2cd2-558d-4fc1-ab33-4d7e2423c1ba service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066306 Jun 21 08:18:11.229289 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f74f248d-0a2f-4c2c-9cef-129b922107b4 admin admin] Publish callbacks [] for security_group (a6db05c4-1589-4d3c-bcb1-b9003c3c3485), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:11.237384 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc362-86d0-4c00-a9c6-412ca4bf6faa req-3f33d318-d60d-410c-9e74-42e66752a448 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:11.238939 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0cfc362-86d0-4c00-a9c6-412ca4bf6faa req-3f33d318-d60d-410c-9e74-42e66752a448 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 945 time: 0.0746043 Jun 21 08:18:11.275769 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f74f248d-0a2f-4c2c-9cef-129b922107b4 admin admin] Publish callbacks [] for security_group (a6db05c4-1589-4d3c-bcb1-b9003c3c3485), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:11.327526 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0cfc362-86d0-4c00-a9c6-412ca4bf6faa req-ee6d0074-9253-425c-a5aa-287dfafa797b tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812602 Jun 21 08:18:11.349749 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f74f248d-0a2f-4c2c-9cef-129b922107b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (a6db05c4-1589-4d3c-bcb1-b9003c3c3485), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:11.352482 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f74f248d-0a2f-4c2c-9cef-129b922107b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:11.356258 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f74f248d-0a2f-4c2c-9cef-129b922107b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6db05c4-1589-4d3c-bcb1-b9003c3c3485 HTTP/1.1" status: 204 len: 168 time: 0.2252254 Jun 21 08:18:11.362577 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f248d-0a2f-4c2c-9cef-129b922107b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6db05c4-1589-4d3c-bcb1-b9003c3c3485,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:11.436119 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8d222-a0dd-4fad-a932-7f1f09b5c8b6 req-5872ae38-214f-4e84-afed-073c64e0bff9 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:11.437755 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fcf8d222-a0dd-4fad-a932-7f1f09b5c8b6 req-5872ae38-214f-4e84-afed-073c64e0bff9 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0517147 Jun 21 08:18:11.497926 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fcf8d222-a0dd-4fad-a932-7f1f09b5c8b6 req-896e72c7-f0d2-46b5-a984-67651e778dc5 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536625 Jun 21 08:18:11.609923 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37db810-b18c-48fa-8dbf-7e90864ce803 req-03ff099c-6886-48b4-a416-eb015fa4271c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:11.611773 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c37db810-b18c-48fa-8dbf-7e90864ce803 req-03ff099c-6886-48b4-a416-eb015fa4271c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0586677 Jun 21 08:18:11.663422 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c37db810-b18c-48fa-8dbf-7e90864ce803 req-94c47853-8396-4576-90de-027ee7430634 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458810 Jun 21 08:18:12.008527 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device caad30cb-6338-4d28-a42e-d858cceaec6f up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:18:12.084276 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port caad30cb-6338-4d28-a42e-d858cceaec6f completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:18:12.091936 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:12.097137 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port caad30cb-6338-4d28-a42e-d858cceaec6f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:18:12.097867 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:12.127756 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-281850ae-d54b-474e-8ec0-7d56b58d9440 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:12.129970 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-281850ae-d54b-474e-8ec0-7d56b58d9440 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 819 time: 0.1360507 Jun 21 08:18:12.169903 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a336adc3-0816-43cd-9b9d-841c0be1364d req-64494486-10e8-4f64-9dde-af9c869c4f45 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 210 time: 0.0386624 Jun 21 08:18:12.196758 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port caad30cb-6338-4d28-a42e-d858cceaec6f is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:18:12.197853 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:12.220528 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-18060df0-30da-46f8-93bd-08e9a3240c11 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2001b029fae0472d8ef7b6fd658ad191 HTTP/1.1" status: 200 len: 380 time: 0.0786848 Jun 21 08:18:12.233217 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:12.236209 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e414013-af22-402c-9a78-6cb796259283" -d '{"events": [{"server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "name": "network-vif-plugged", "status": "completed", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:12.249511 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port caad30cb-6338-4d28-a42e-d858cceaec6f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=caad30cb-6338-4d28-a42e-d858cceaec6f,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:12.257252 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:12.260601 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Request body: {'port': {'device_id': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'admin_state_up': True, 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'security_groups': ['7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:12.294518 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4b7a7b-9fd9-4a7e-9d5d-b8b98364a32d x-openstack-request-id: req-bf4b7a7b-9fd9-4a7e-9d5d-b8b98364a32d {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:12.294830 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "name": "network-vif-plugged", "status": "completed", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:12.295083 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf4b7a7b-9fd9-4a7e-9d5d-b8b98364a32d {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:12.295471 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4b7a7b-9fd9-4a7e-9d5d-b8b98364a32d'] response: {'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'code': 200} Jun 21 08:18:12.326801 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=caad30cb-6338-4d28-a42e-d858cceaec6f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:12.629581 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47972d58-87bb-49d8-88c7-a35cc8c1053f req-3ee79640-2c46-4425-a265-070c770597ac tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:12.631285 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-47972d58-87bb-49d8-88c7-a35cc8c1053f req-3ee79640-2c46-4425-a265-070c770597ac tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0510235 Jun 21 08:18:12.687340 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-47972d58-87bb-49d8-88c7-a35cc8c1053f req-984984a3-56d4-4d2e-8de4-cd7a2329053e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497692 Jun 21 08:18:12.694730 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200ed53-e338-4163-8905-0b609ad5f2ec req-47e9313c-2ca6-424d-8654-2d4e55ee344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:12.696254 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d200ed53-e338-4163-8905-0b609ad5f2ec req-47e9313c-2ca6-424d-8654-2d4e55ee344f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 1130 time: 0.0946584 Jun 21 08:18:12.705108 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba9836-80a0-4ab8-aac1-5e923f22ad9e req-2519e6e6-4f66-443d-9637-98b476404a1b tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:12.706457 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6eba9836-80a0-4ab8-aac1-5e923f22ad9e req-2519e6e6-4f66-443d-9637-98b476404a1b tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.1037648 Jun 21 08:18:12.780666 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Made reservation on behalf of 2001b029fae0472d8ef7b6fd658ad191 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:18:12.784215 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:12.803495 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d200ed53-e338-4163-8905-0b609ad5f2ec req-065056a1-67a5-4597-8360-b9ae2c69b600 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960715 Jun 21 08:18:12.811306 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098507a-85bf-4404-a098-9fabdbde9d96 req-df5c3026-f563-443e-bc64-50acb6982533 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:12.812905 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a098507a-85bf-4404-a098-9fabdbde9d96 req-df5c3026-f563-443e-bc64-50acb6982533 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0502107 Jun 21 08:18:12.824784 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6eba9836-80a0-4ab8-aac1-5e923f22ad9e req-880ba52d-7b78-4af6-8f1f-3b0264188ef9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094332 Jun 21 08:18:12.837781 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:12.843019 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:12.875744 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a098507a-85bf-4404-a098-9fabdbde9d96 req-e5ac6530-fc18-4d53-aa1b-58c434de6a47 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555561 Jun 21 08:18:12.950709 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Allocated IP 172.20.0.10 (98aed940-6352-48a8-ae3d-f07b94cd1263/dd7f5033-e57d-40c9-a22c-d2dd65755c32/2cf35fad-280a-42ee-a53d-2d69eb288575) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:18:13.020528 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:13.100935 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:13.137616 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:13.185833 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:18:13.189026 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:18:13.192728 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:18:13.226677 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event updated for resources: {'Port': ['ID=2cf35fad-280a-42ee-a53d-2d69eb288575,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:13.251682 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.252124 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.252541 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.252958 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.253539 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.253943 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.254347 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.254859 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.255366 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.255724 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.256123 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.256519 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.256957 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.257622 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.258017 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:13.310646 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:13.311345 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:13.345933 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1913573-70f1-4b20-9004-1db1092c2da6 req-22c412e0-659c-4e9e-abef-1dce05221363 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:13.354380 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c1913573-70f1-4b20-9004-1db1092c2da6 req-22c412e0-659c-4e9e-abef-1dce05221363 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 932 time: 0.0821962 Jun 21 08:18:13.410958 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-b57228fa-4c72-427d-afd4-bc7c6620b617 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1561110 Jun 21 08:18:13.427717 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c1913573-70f1-4b20-9004-1db1092c2da6 req-96e47520-a9c0-4bf9-9aef-389a814ad7b5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715685 Jun 21 08:18:13.505729 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7acaa50c-05cb-490e-b962-dad5f748a5f4 None None] Provisioning complete for port 2cf35fad-280a-42ee-a53d-2d69eb288575 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:18:13.506370 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7acaa50c-05cb-490e-b962-dad5f748a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:13.546337 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7acaa50c-05cb-490e-b962-dad5f748a5f4 None None] Port 2cf35fad-280a-42ee-a53d-2d69eb288575 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:18:13.785896 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Request body: {'port': {'device_id': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:13.807954 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbefed5-3fa4-4a50-bf2a-b44b003d022c req-310a2d7e-3ac4-4527-8852-882efc97ee7b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:13.809566 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fcbefed5-3fa4-4a50-bf2a-b44b003d022c req-310a2d7e-3ac4-4527-8852-882efc97ee7b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0543659 Jun 21 08:18:13.851365 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:13.862657 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fcbefed5-3fa4-4a50-bf2a-b44b003d022c req-4867f2f3-07d2-4229-8c2b-e57a00e23eb2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465593 Jun 21 08:18:14.005809 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677d9db-e061-4b80-9421-e2aa1f092644 req-01cf1393-f633-411e-ac9b-243e8823bab8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:14.007399 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8677d9db-e061-4b80-9421-e2aa1f092644 req-01cf1393-f633-411e-ac9b-243e8823bab8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0514584 Jun 21 08:18:14.015120 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a918e4-09f2-4ce9-82e9-e1e349942edd req-198a9c2a-9af8-4749-b8de-3c5ef7b03972 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:14.017482 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d8a918e4-09f2-4ce9-82e9-e1e349942edd req-198a9c2a-9af8-4749-b8de-3c5ef7b03972 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.1097510 Jun 21 08:18:14.057229 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8677d9db-e061-4b80-9421-e2aa1f092644 req-c7ad6b8f-efd4-46d8-ac70-5ab3c106834b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437760 Jun 21 08:18:14.112385 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:14.120970 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d8a918e4-09f2-4ce9-82e9-e1e349942edd req-08910625-9b3f-4f53-822f-ecea857b99c8 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976293 Jun 21 08:18:14.221364 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf35fad-280a-42ee-a53d-2d69eb288575 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:18:14.228990 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Publish callbacks [] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:14.242336 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Transition to ACTIVE for port object 2cf35fad-280a-42ee-a53d-2d69eb288575 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:18:14.246114 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:14.254426 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:14.301276 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Pushing event updated for resources: {'Port': ['ID=2cf35fad-280a-42ee-a53d-2d69eb288575,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:14.379194 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Attempting to bind port 2cf35fad-280a-42ee-a53d-2d69eb288575 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:18:14.379533 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Attempting to bind port 2cf35fad-280a-42ee-a53d-2d69eb288575 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:18:14.379867 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Attempting to bind port 2cf35fad-280a-42ee-a53d-2d69eb288575 on network 98aed940-6352-48a8-ae3d-f07b94cd1263 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:18:14.384426 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Port 2cf35fad-280a-42ee-a53d-2d69eb288575 on network 98aed940-6352-48a8-ae3d-f07b94cd1263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:18:14.384751 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Attempting to bind port 2cf35fad-280a-42ee-a53d-2d69eb288575 on network 98aed940-6352-48a8-ae3d-f07b94cd1263 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:18:14.389915 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:18:14.390253 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Checking segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:18:14.390674 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Bound using segment: {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:18:14.391766 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Bound port: 2cf35fad-280a-42ee-a53d-2d69eb288575, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967bfd82-e927-4052-a514-9421aabce034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:18:14.392128 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:14.463212 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] For port 2cf35fad-280a-42ee-a53d-2d69eb288575, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:18:14.466758 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] For port 2cf35fad-280a-42ee-a53d-2d69eb288575, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2cf35fad-280a-42ee-a53d-2d69eb288575,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:18:14.474780 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:14.512471 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:14.513086 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:14.514465 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] 10.222.0.46 "PUT /v2.0/ports/2cf35fad-280a-42ee-a53d-2d69eb288575 HTTP/1.1" status: 200 len: 1094 time: 0.7335989 Jun 21 08:18:14.515004 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:14.517980 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a49d5cb-8417-4840-bf45-8499f542e75a" -d '{"events": [{"name": "network-changed", "server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:14.539524 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4965489-34b0-4c36-816b-24ed10c6ad4a service neutron] Pushing event updated for resources: {'Port': ['ID=2cf35fad-280a-42ee-a53d-2d69eb288575,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:14.555665 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34e0f5-08fa-4027-9e0d-b4ed3bf41c5d req-c80a4baf-d306-48ed-ae73-b6b6e753588b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:14.557195 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5d34e0f5-08fa-4027-9e0d-b4ed3bf41c5d req-c80a4baf-d306-48ed-ae73-b6b6e753588b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0557621 Jun 21 08:18:14.561306 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba6087a-21e2-4429-8574-bfd4d4a514f5 x-openstack-request-id: req-aba6087a-21e2-4429-8574-bfd4d4a514f5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:14.561587 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:14.561832 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aba6087a-21e2-4429-8574-bfd4d4a514f5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:14.562227 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba6087a-21e2-4429-8574-bfd4d4a514f5'] response: {'name': 'network-changed', 'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'status': 'completed', 'code': 200} Jun 21 08:18:14.640582 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5d34e0f5-08fa-4027-9e0d-b4ed3bf41c5d req-41006c9e-7c57-4863-badb-c868dac46da9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564318 Jun 21 08:18:14.762262 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d5cb-8417-4840-bf45-8499f542e75a req-4f39ad62-ab13-4da0-af28-4cb4c57f83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:14.764361 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7a49d5cb-8417-4840-bf45-8499f542e75a req-4f39ad62-ab13-4da0-af28-4cb4c57f83f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 1128 time: 0.0490985 Jun 21 08:18:14.878783 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d5cb-8417-4840-bf45-8499f542e75a req-2da224f7-49d8-4ec7-9391-30f4edc8d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:14.880305 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7a49d5cb-8417-4840-bf45-8499f542e75a req-2da224f7-49d8-4ec7-9391-30f4edc8d2e8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2001b029fae0472d8ef7b6fd658ad191&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1056182 Jun 21 08:18:15.017190 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d5cb-8417-4840-bf45-8499f542e75a req-6a8706bd-f0c6-46ea-aecb-6294cd201df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:15.018755 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7a49d5cb-8417-4840-bf45-8499f542e75a req-6a8706bd-f0c6-46ea-aecb-6294cd201df7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275115 Jun 21 08:18:15.026852 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539a7b7-b5fb-4476-a3c7-e4b49562d87b req-5508a616-b2fd-4a02-9017-afa250c43866 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:15.028244 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c539a7b7-b5fb-4476-a3c7-e4b49562d87b req-5508a616-b2fd-4a02-9017-afa250c43866 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0649168 Jun 21 08:18:15.109119 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c539a7b7-b5fb-4476-a3c7-e4b49562d87b req-4f80c159-3e2c-4ba3-9bf8-53c26b537d6e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746701 Jun 21 08:18:15.117280 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-dbe1addc-1183-469a-9239-92dc5bb001a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:15.119053 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-dbe1addc-1183-469a-9239-92dc5bb001a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 1128 time: 0.0500088 Jun 21 08:18:15.153671 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:15.168144 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-c70e1ae4-0191-42b6-96f3-d9d41d3c287e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf35fad-280a-42ee-a53d-2d69eb288575 HTTP/1.1" status: 200 len: 217 time: 0.0375893 Jun 21 08:18:15.176120 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da13e00-308c-4012-99be-b5b40b371aae req-3995b9cb-29f8-4a8b-8416-c47633ef9dfa tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:15.177612 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1da13e00-308c-4012-99be-b5b40b371aae req-3995b9cb-29f8-4a8b-8416-c47633ef9dfa tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0532811 Jun 21 08:18:15.226033 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1da13e00-308c-4012-99be-b5b40b371aae req-ad043b67-2005-40bd-9f99-416e72b40afe tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Jun 21 08:18:15.263969 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-80629ee7-ea58-4945-8e57-2914ddfafbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:15.265452 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-80629ee7-ea58-4945-8e57-2914ddfafbd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.0809472 Jun 21 08:18:15.271699 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b873d-ac1d-4b28-99a7-8b5e32cf6ca7 req-b327d8e3-1b3f-48bf-a83f-c3786e438c1f tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:15.273167 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3b7b873d-ac1d-4b28-99a7-8b5e32cf6ca7 req-b327d8e3-1b3f-48bf-a83f-c3786e438c1f tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.0609112 Jun 21 08:18:15.333262 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-639c5a5a-6641-4bca-a03a-3b07308d1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:15.334801 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-639c5a5a-6641-4bca-a03a-3b07308d1855 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607045 Jun 21 08:18:15.345160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:15.378837 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3b7b873d-ac1d-4b28-99a7-8b5e32cf6ca7 req-b6d69763-851c-4e50-bb6c-81359e6be59f tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945227 Jun 21 08:18:15.482676 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:15.482676 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-804a6650-92a3-475a-aaae-3d252034871e service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346679 Jun 21 08:18:15.517779 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54adc6-0dad-4d50-a118-f16e2c655398 req-d97721d9-4fd3-4ef1-89da-4b8215120bf8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:15.525042 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be54adc6-0dad-4d50-a118-f16e2c655398 req-d97721d9-4fd3-4ef1-89da-4b8215120bf8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0701909 Jun 21 08:18:15.599186 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be54adc6-0dad-4d50-a118-f16e2c655398 req-b6ac7630-415c-41f7-88f0-5f45f20a9484 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732422 Jun 21 08:18:15.611695 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ce0f5-1723-43b9-8f0b-f3cbaab0baf4 req-69259eef-959d-4d43-9bac-b7a91ed8a4fb tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:15.613220 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d4ce0f5-1723-43b9-8f0b-f3cbaab0baf4 req-69259eef-959d-4d43-9bac-b7a91ed8a4fb tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.1076059 Jun 21 08:18:15.664908 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d0ca88d9-7867-49a0-a3e4-9a35956b0d5e req-18df3164-c2d9-464f-8feb-385d82818cdd service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686566 Jun 21 08:18:15.680109 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d4ce0f5-1723-43b9-8f0b-f3cbaab0baf4 req-98a33f99-3a72-4216-9bb8-cd425e14e431 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603969 Jun 21 08:18:15.789588 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f53d1-6b04-4070-a12c-0d0f5f867a68 req-160fd7e0-d611-4a22-8c26-30a2d949fca8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:15.791378 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-856f53d1-6b04-4070-a12c-0d0f5f867a68 req-160fd7e0-d611-4a22-8c26-30a2d949fca8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0672934 Jun 21 08:18:15.850530 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-856f53d1-6b04-4070-a12c-0d0f5f867a68 req-cf58af54-c6b6-498a-b6d1-80ae42ac1ba5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534706 Jun 21 08:18:16.036971 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c74b48-ddf5-4368-b0c5-188653b9e6ba req-082be20c-2d96-4ff7-8984-41aac1e07aef tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:16.039334 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f7c74b48-ddf5-4368-b0c5-188653b9e6ba req-082be20c-2d96-4ff7-8984-41aac1e07aef tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.0485578 Jun 21 08:18:16.088106 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f7c74b48-ddf5-4368-b0c5-188653b9e6ba req-c389a314-91af-4e34-83b1-c9782335313a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Jun 21 08:18:16.242428 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d7d40-666f-4df2-ab37-03233159ba48 req-9e5e8ae2-3fdd-415d-87a9-355c78eeedb2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:16.244070 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c01d7d40-666f-4df2-ab37-03233159ba48 req-9e5e8ae2-3fdd-415d-87a9-355c78eeedb2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0616677 Jun 21 08:18:16.305227 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c01d7d40-666f-4df2-ab37-03233159ba48 req-a9d1fed6-142b-4237-8d57-1b40f38f4485 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500731 Jun 21 08:18:16.731261 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a8317-93ee-4e0f-ada8-d8a576827184 req-3425c7c6-8128-4175-9a26-4c11133df739 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:16.733121 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-064a8317-93ee-4e0f-ada8-d8a576827184 req-3425c7c6-8128-4175-9a26-4c11133df739 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0567355 Jun 21 08:18:16.784304 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-064a8317-93ee-4e0f-ada8-d8a576827184 req-e974eabc-236e-462f-9d49-238215096b9b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 Jun 21 08:18:16.978648 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285007b9-0d78-49d2-bd36-0c22fb7a7d3d req-f1e68d8d-662f-4ab2-8c53-efeb9bfc76dc tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:16.980267 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-285007b9-0d78-49d2-bd36-0c22fb7a7d3d req-f1e68d8d-662f-4ab2-8c53-efeb9bfc76dc tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0538065 Jun 21 08:18:17.034172 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-285007b9-0d78-49d2-bd36-0c22fb7a7d3d req-7eff9af1-e019-4c2a-ba86-a64885edf18a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458379 Jun 21 08:18:17.184531 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:17.418887 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45bcf4-cdeb-4625-988a-dcdcc42eb4ef req-8b530c61-baf7-4104-a52a-a9b0bda6b2ff tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:17.420322 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee45bcf4-cdeb-4625-988a-dcdcc42eb4ef req-8b530c61-baf7-4104-a52a-a9b0bda6b2ff tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0459580 Jun 21 08:18:17.470780 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee45bcf4-cdeb-4625-988a-dcdcc42eb4ef req-37af43c7-8f67-46b4-9a6e-18413228787b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442822 Jun 21 08:18:17.895810 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedee1b-8600-4b62-aa2f-384754c329a4 req-3f449be5-44a3-45b5-b5fe-34064fcf8da4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:17.897260 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-beedee1b-8600-4b62-aa2f-384754c329a4 req-3f449be5-44a3-45b5-b5fe-34064fcf8da4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0458663 Jun 21 08:18:17.946036 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-beedee1b-8600-4b62-aa2f-384754c329a4 req-1714cd77-524b-4bb8-b54a-70240a68b531 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434208 Jun 21 08:18:18.160716 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036bf93-776a-426c-9763-00b57db58ea6 req-240a82a0-b94a-4660-a181-2e0d97a96ffc tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:18.162196 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2036bf93-776a-426c-9763-00b57db58ea6 req-240a82a0-b94a-4660-a181-2e0d97a96ffc tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0483451 Jun 21 08:18:18.181705 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:18.214772 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2036bf93-776a-426c-9763-00b57db58ea6 req-4a9e7f2c-1c9f-48a2-8653-6ff4e9ce35c2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464408 Jun 21 08:18:18.336721 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43308) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:18.394403 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:18.446549 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c7b625-6f74-44de-9898-44b4a7c70210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:18.522055 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c7b625-6f74-44de-9898-44b4a7c70210 admin admin] Publish callbacks [] for security_group (825590ef-fc8d-4e7b-9668-83800cce2145), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:18.525740 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c7b625-6f74-44de-9898-44b4a7c70210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (825590ef-fc8d-4e7b-9668-83800cce2145), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:18.598592 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d3c7b625-6f74-44de-9898-44b4a7c70210 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b992e14e0194ff38a5fcc41c6a4ad65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607810 Jun 21 08:18:18.601350 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43314) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:18.601836 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7b625-6f74-44de-9898-44b4a7c70210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825590ef-fc8d-4e7b-9668-83800cce2145,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:18.619489 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185881-ad9b-4f42-9a63-e9e078966098 req-09a04087-d0c4-45d5-ab50-5f908c070183 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:18.620969 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4d185881-ad9b-4f42-9a63-e9e078966098 req-09a04087-d0c4-45d5-ab50-5f908c070183 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0764346 Jun 21 08:18:18.652926 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a14c2f5a-fad5-42a0-887c-f9fc2892bb21 admin admin] Publish callbacks [] for security_group (825590ef-fc8d-4e7b-9668-83800cce2145), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:18.670844 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4d185881-ad9b-4f42-9a63-e9e078966098 req-872bd2e6-2997-4dea-ac42-fc5ba5f6659d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Jun 21 08:18:18.675211 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a14c2f5a-fad5-42a0-887c-f9fc2892bb21 admin admin] Publish callbacks [] for security_group (825590ef-fc8d-4e7b-9668-83800cce2145), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:18.728093 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a14c2f5a-fad5-42a0-887c-f9fc2892bb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (825590ef-fc8d-4e7b-9668-83800cce2145), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:18.731001 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a14c2f5a-fad5-42a0-887c-f9fc2892bb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:18.732151 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-a14c2f5a-fad5-42a0-887c-f9fc2892bb21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/825590ef-fc8d-4e7b-9668-83800cce2145 HTTP/1.1" status: 204 len: 168 time: 0.1298137 Jun 21 08:18:18.740810 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c2f5a-fad5-42a0-887c-f9fc2892bb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825590ef-fc8d-4e7b-9668-83800cce2145,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:18.748340 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c6fa7a-6271-4300-a254-9c36d6c71e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:19.007885 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43322) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:19.023837 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fcf09fb1-eb22-435b-92bc-aaf6df1e7189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:19.057967 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:19.085231 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b648fb8-0b8f-413a-9a15-ffde488bb266 req-0d04dd75-d995-462b-9c4e-087697a0cf2b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:19.086777 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8b648fb8-0b8f-413a-9a15-ffde488bb266 req-0d04dd75-d995-462b-9c4e-087697a0cf2b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0649769 Jun 21 08:18:19.164703 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8b648fb8-0b8f-413a-9a15-ffde488bb266 req-894960a1-d8e9-4c23-968a-86848eaedbb8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708442 Jun 21 08:18:19.185586 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fcf09fb1-eb22-435b-92bc-aaf6df1e7189 admin admin] Publish callbacks [] for security_group (8b45f897-415d-42ff-8e5d-b27d330d8a30), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:19.189371 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fcf09fb1-eb22-435b-92bc-aaf6df1e7189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8b45f897-415d-42ff-8e5d-b27d330d8a30), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:19.482728 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09fb1-eb22-435b-92bc-aaf6df1e7189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45f897-415d-42ff-8e5d-b27d330d8a30,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:19.490269 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fcf09fb1-eb22-435b-92bc-aaf6df1e7189 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=335b6cc08a78486e8eb85fe6228cae86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4812908 Jun 21 08:18:19.493011 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43330) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:19.502434 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705202bc-accd-4222-9d8c-51344fa95564 req-ecca116d-a04d-4793-a193-4fd398963f78 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:19.504717 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-705202bc-accd-4222-9d8c-51344fa95564 req-ecca116d-a04d-4793-a193-4fd398963f78 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0724909 Jun 21 08:18:19.545003 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0aa1dab4-f8b7-4528-9524-e227ed31b051 admin admin] Publish callbacks [] for security_group (8b45f897-415d-42ff-8e5d-b27d330d8a30), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:19.553346 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-705202bc-accd-4222-9d8c-51344fa95564 req-0d2bd6cd-97ae-44ce-8163-38ba6d4c5494 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430131 Jun 21 08:18:19.568362 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0aa1dab4-f8b7-4528-9524-e227ed31b051 admin admin] Publish callbacks [] for security_group (8b45f897-415d-42ff-8e5d-b27d330d8a30), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:19.615959 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0aa1dab4-f8b7-4528-9524-e227ed31b051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8b45f897-415d-42ff-8e5d-b27d330d8a30), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:19.618536 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0aa1dab4-f8b7-4528-9524-e227ed31b051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:19.619688 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-0aa1dab4-f8b7-4528-9524-e227ed31b051 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b45f897-415d-42ff-8e5d-b27d330d8a30 HTTP/1.1" status: 204 len: 168 time: 0.1256220 Jun 21 08:18:19.627559 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1dab4-f8b7-4528-9524-e227ed31b051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45f897-415d-42ff-8e5d-b27d330d8a30,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:19.791289 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc375591-d4cf-4e21-9afa-dcd0e85ebcdd req-bcc74610-35c5-4b77-b533-8c0ef4d9c603 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:19.792813 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc375591-d4cf-4e21-9afa-dcd0e85ebcdd req-bcc74610-35c5-4b77-b533-8c0ef4d9c603 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0521076 Jun 21 08:18:19.844231 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:19.849486 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc375591-d4cf-4e21-9afa-dcd0e85ebcdd req-820b0391-a601-4272-a1b6-ca5fb1fe7394 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508659 Jun 21 08:18:20.267265 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:20.286891 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc06b5-7c85-4099-9bc9-8d97ac59997d req-579b307e-ebc3-424a-92d9-5984156e66b8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:20.288353 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-70dc06b5-7c85-4099-9bc9-8d97ac59997d req-579b307e-ebc3-424a-92d9-5984156e66b8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0490599 Jun 21 08:18:20.335293 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-70dc06b5-7c85-4099-9bc9-8d97ac59997d req-aac4b552-8929-46c4-baa2-171b3d7ee10e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414002 Jun 21 08:18:20.665494 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f2464-3f22-4e6c-8deb-55992770a74a req-6f6f5bdf-2041-419c-a763-e7bb8377205c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:20.667020 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-471f2464-3f22-4e6c-8deb-55992770a74a req-6f6f5bdf-2041-419c-a763-e7bb8377205c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0467238 Jun 21 08:18:20.715746 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-471f2464-3f22-4e6c-8deb-55992770a74a req-5e94f38e-a42d-43f8-ae9f-2e7aeee4fcf0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Jun 21 08:18:20.964431 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994c96c-71a7-4f06-bf71-4e91948c2c68 req-56bab402-3238-41a1-ae98-c0d7c041c8c8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:20.965915 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8994c96c-71a7-4f06-bf71-4e91948c2c68 req-56bab402-3238-41a1-ae98-c0d7c041c8c8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0460949 Jun 21 08:18:20.983833 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6603fd9e-c177-42cd-a5ab-3cef4feffc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:21.017014 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8994c96c-71a7-4f06-bf71-4e91948c2c68 req-e0e2d332-c54a-41e3-bad4-6420455367b4 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 Jun 21 08:18:21.448583 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae697-10da-4979-ade6-deda93a88810 req-12fbf4ed-62da-430e-b69a-b9125a44c692 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:21.449994 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-db8ae697-10da-4979-ade6-deda93a88810 req-12fbf4ed-62da-430e-b69a-b9125a44c692 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0460873 Jun 21 08:18:21.495856 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-db8ae697-10da-4979-ade6-deda93a88810 req-f3491d6d-7faf-4911-92e6-31eab22f0c77 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401726 Jun 21 08:18:21.833322 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fbe36-0e18-4e87-b7f5-906c3db8b89f req-0daf43f0-1a88-4d89-87b1-ae413528fd38 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:21.834834 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e5fbe36-0e18-4e87-b7f5-906c3db8b89f req-0daf43f0-1a88-4d89-87b1-ae413528fd38 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0519717 Jun 21 08:18:21.883757 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e5fbe36-0e18-4e87-b7f5-906c3db8b89f req-9f2f59d0-8471-4528-b2d3-ae8962d5b37d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Jun 21 08:18:22.120757 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:22.129983 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a939c-6b11-4a0f-a1a7-8f25a6a9dac9 req-5110ccf7-f658-4c39-8b6e-64b03a518363 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:22.131557 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-436a939c-6b11-4a0f-a1a7-8f25a6a9dac9 req-5110ccf7-f658-4c39-8b6e-64b03a518363 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0476823 Jun 21 08:18:22.185576 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-436a939c-6b11-4a0f-a1a7-8f25a6a9dac9 req-a2294cc5-b07b-48e2-b69a-87e4d7734de8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485153 Jun 21 08:18:22.584325 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:22.623176 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993268-2877-4add-ba23-26d699b8fbd8 req-81460255-b0b1-46b0-99d1-f55cab10ef10 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:22.624638 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e993268-2877-4add-ba23-26d699b8fbd8 req-81460255-b0b1-46b0-99d1-f55cab10ef10 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0493784 Jun 21 08:18:22.676807 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e993268-2877-4add-ba23-26d699b8fbd8 req-2c967c0a-dfa9-4df5-974b-a4c8aa6de759 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461600 Jun 21 08:18:22.997804 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd874a5b-8a90-4331-989f-2634da42a3a5 req-99148dd1-88f6-49b5-8aec-ae4bccdeddc0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:22.999315 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fd874a5b-8a90-4331-989f-2634da42a3a5 req-99148dd1-88f6-49b5-8aec-ae4bccdeddc0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0474825 Jun 21 08:18:23.047517 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fd874a5b-8a90-4331-989f-2634da42a3a5 req-d2c150ea-039b-4afe-8c81-dcad101c80f1 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Jun 21 08:18:23.298461 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969aaab-39f8-4c4b-bf1d-39a9b49cf18c req-2f6f67c6-45dd-4872-bf44-b7a2d94a7f46 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:23.299968 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d969aaab-39f8-4c4b-bf1d-39a9b49cf18c req-2f6f67c6-45dd-4872-bf44-b7a2d94a7f46 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0457973 Jun 21 08:18:23.348741 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d969aaab-39f8-4c4b-bf1d-39a9b49cf18c req-52482332-8c16-449d-a959-5dcfe89190e8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434246 Jun 21 08:18:23.713025 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:23.792921 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad49fa-a2d6-48da-8d8e-d702046d0d45 req-dad3006f-31b7-4b5e-b51a-61928da917f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:23.794418 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8ad49fa-a2d6-48da-8d8e-d702046d0d45 req-dad3006f-31b7-4b5e-b51a-61928da917f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0508969 Jun 21 08:18:23.843248 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8ad49fa-a2d6-48da-8d8e-d702046d0d45 req-6351881e-143c-435e-8727-005e782aa6b7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425220 Jun 21 08:18:23.991062 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:24.156065 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a592a-a54f-4723-ae48-9748718d2007 req-84455420-3a86-4183-8581-3b891b017755 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:24.157431 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ef5a592a-a54f-4723-ae48-9748718d2007 req-84455420-3a86-4183-8581-3b891b017755 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0459266 Jun 21 08:18:24.204988 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ef5a592a-a54f-4723-ae48-9748718d2007 req-db67224b-3b63-4233-afd6-32215df8b5ae tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412989 Jun 21 08:18:24.464389 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04342a3f-cdfa-4dbe-9923-833fc9faa121 req-f6e490ea-9918-4b59-9cc9-184a42130e8b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:24.465917 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-04342a3f-cdfa-4dbe-9923-833fc9faa121 req-f6e490ea-9918-4b59-9cc9-184a42130e8b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0503972 Jun 21 08:18:24.492990 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:24.516552 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-04342a3f-cdfa-4dbe-9923-833fc9faa121 req-ad412a00-34cc-44e3-9eea-4e0dac06d498 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 Jun 21 08:18:24.955338 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b0780-9c12-497a-b093-be95d5f1ebe5 req-4cd52ac1-7e87-447a-a1ee-91684f1d3068 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:24.956798 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-377b0780-9c12-497a-b093-be95d5f1ebe5 req-4cd52ac1-7e87-447a-a1ee-91684f1d3068 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0459313 Jun 21 08:18:25.004483 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-377b0780-9c12-497a-b093-be95d5f1ebe5 req-2aa9eb85-ba9c-49aa-8c60-2bcaf327a001 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408401 Jun 21 08:18:25.317311 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3041a-f57c-44a6-91f5-a83da70b33a4 req-6712b057-9774-4329-ba46-d3cfc0021226 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:25.318863 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8bf3041a-f57c-44a6-91f5-a83da70b33a4 req-6712b057-9774-4329-ba46-d3cfc0021226 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0473039 Jun 21 08:18:25.367517 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8bf3041a-f57c-44a6-91f5-a83da70b33a4 req-ad3ff1a5-d861-4358-b4f5-fc2313cb27df tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431323 Jun 21 08:18:25.630071 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7be833-1132-4045-832f-a8f795043716 req-217256d8-d4a1-4379-8458-ae107235ce9d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:25.631570 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae7be833-1132-4045-832f-a8f795043716 req-217256d8-d4a1-4379-8458-ae107235ce9d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0474055 Jun 21 08:18:25.680006 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae7be833-1132-4045-832f-a8f795043716 req-fd99bc19-fedc-41ce-be01-85e068e86817 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430150 Jun 21 08:18:26.116628 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1adf1d-b7cf-432d-a521-20e1e02c25d8 req-edaac5d8-6344-4936-b2d1-84af01df3722 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:26.118083 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1a1adf1d-b7cf-432d-a521-20e1e02c25d8 req-edaac5d8-6344-4936-b2d1-84af01df3722 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0470750 Jun 21 08:18:26.164775 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1a1adf1d-b7cf-432d-a521-20e1e02c25d8 req-b7964b77-4990-4afd-972c-e6c4f1cc2432 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Jun 21 08:18:26.483676 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96819f-3836-4b6b-a5a2-ac24fa083b34 req-6da27b35-4d2b-4c22-97ca-8cc71856623c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:26.485184 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9d96819f-3836-4b6b-a5a2-ac24fa083b34 req-6da27b35-4d2b-4c22-97ca-8cc71856623c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0515804 Jun 21 08:18:26.527835 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:26.532602 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9d96819f-3836-4b6b-a5a2-ac24fa083b34 req-f36c92b0-4363-412e-a691-53a5b64a7959 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Jun 21 08:18:26.794343 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251d29-01d6-49cb-9e45-8d4a45a6470d req-9777e32e-c38e-44d2-9fae-c8047aea3a03 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:26.795755 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-01251d29-01d6-49cb-9e45-8d4a45a6470d req-9777e32e-c38e-44d2-9fae-c8047aea3a03 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0475235 Jun 21 08:18:26.851786 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-01251d29-01d6-49cb-9e45-8d4a45a6470d req-7af45181-4682-4224-acde-087390e07c52 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498879 Jun 21 08:18:27.275476 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0764a-685c-48e9-bec5-0a6b7a25e372 req-a5f58e7a-29f5-4490-b81a-c7edfbe25539 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:27.276925 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bfa0764a-685c-48e9-bec5-0a6b7a25e372 req-a5f58e7a-29f5-4490-b81a-c7edfbe25539 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0465300 Jun 21 08:18:27.327463 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bfa0764a-685c-48e9-bec5-0a6b7a25e372 req-9945f8a5-80f7-4444-a25b-6895c61c4c03 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450714 Jun 21 08:18:27.645686 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d55b-da9e-4573-a2e0-a128bfeef342 req-e8e45d29-20d9-4c32-bf4f-9ba7ed95c066 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:27.647176 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4336d55b-da9e-4573-a2e0-a128bfeef342 req-e8e45d29-20d9-4c32-bf4f-9ba7ed95c066 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0461540 Jun 21 08:18:27.693797 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4336d55b-da9e-4573-a2e0-a128bfeef342 req-55194ab7-e2eb-4cc9-ab53-72c38c77fd85 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 Jun 21 08:18:27.964285 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ac830-4430-4f99-ad46-bd3384de4b96 req-f52c4758-0443-4ae8-8789-0053e5d90ed2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:27.965734 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-518ac830-4430-4f99-ad46-bd3384de4b96 req-f52c4758-0443-4ae8-8789-0053e5d90ed2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0465143 Jun 21 08:18:28.013324 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-518ac830-4430-4f99-ad46-bd3384de4b96 req-38354add-3b34-4df1-95cd-ad81c913f2d7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Jun 21 08:18:28.441453 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d075e1-1598-4a4c-986a-b5bbccbc7e97 req-7eda3f39-7a58-48fd-af58-ce5890646a8d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:28.442884 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41d075e1-1598-4a4c-986a-b5bbccbc7e97 req-7eda3f39-7a58-48fd-af58-ce5890646a8d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0501812 Jun 21 08:18:28.490223 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41d075e1-1598-4a4c-986a-b5bbccbc7e97 req-9f37e294-3af6-4846-a564-4bd765a57347 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 Jun 21 08:18:28.806499 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dda19c-b27f-444a-8a70-6fa16fad1981 req-1587387b-52b4-44f8-85f3-79d8dc0bbe65 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:28.808003 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3dda19c-b27f-444a-8a70-6fa16fad1981 req-1587387b-52b4-44f8-85f3-79d8dc0bbe65 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0473056 Jun 21 08:18:28.856168 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3dda19c-b27f-444a-8a70-6fa16fad1981 req-7f8332b6-fa6f-42b3-a2cc-678a48c6957c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427825 Jun 21 08:18:29.119539 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:29.128708 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b219a5-1a29-4651-8db0-3740e93e31df req-9d47baac-e40d-4a94-8af9-cc631106ffcf tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:29.130978 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-33b219a5-1a29-4651-8db0-3740e93e31df req-9d47baac-e40d-4a94-8af9-cc631106ffcf tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0519409 Jun 21 08:18:29.178682 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-33b219a5-1a29-4651-8db0-3740e93e31df req-82ae0728-0a71-484a-8771-62961eff9a4d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422852 Jun 21 08:18:29.605276 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e019abe-d71a-4b48-9aa1-03419042f957 req-2f7da160-a0b8-4352-8353-915ae20827ac tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:29.606844 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7e019abe-d71a-4b48-9aa1-03419042f957 req-2f7da160-a0b8-4352-8353-915ae20827ac tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0473528 Jun 21 08:18:29.622334 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=61,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:29.623469 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=86,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:29.655584 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7e019abe-d71a-4b48-9aa1-03419042f957 req-e0db9b5d-f2db-40e1-b672-3e7be21f651e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431194 Jun 21 08:18:29.966728 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a6151-4dfb-43cc-b07f-baa3a1c03117 req-e1d935dd-d8fe-4f62-97b7-f78f941d089f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:29.968181 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-169a6151-4dfb-43cc-b07f-baa3a1c03117 req-e1d935dd-d8fe-4f62-97b7-f78f941d089f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0455456 Jun 21 08:18:30.018245 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-169a6151-4dfb-43cc-b07f-baa3a1c03117 req-d42d46d7-a99e-4652-9cc6-16810d45281f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439236 Jun 21 08:18:30.289633 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fd6f1-f983-434d-a905-ba985961d6d0 req-905c3167-124f-42f1-b8a7-4544cab862bb tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:30.291131 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7e0fd6f1-f983-434d-a905-ba985961d6d0 req-905c3167-124f-42f1-b8a7-4544cab862bb tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0475221 Jun 21 08:18:30.340047 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7e0fd6f1-f983-434d-a905-ba985961d6d0 req-b7b55eaf-1572-4cc7-8ef6-b7ab12ecbdae tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Jun 21 08:18:30.730158 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:30.766890 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dd3bf-b9af-4440-85dc-cc9b511f4ba1 req-4800c93e-8106-4b0d-a794-71c227c1fdce tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:30.768338 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-759dd3bf-b9af-4440-85dc-cc9b511f4ba1 req-4800c93e-8106-4b0d-a794-71c227c1fdce tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0470357 Jun 21 08:18:30.813698 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-759dd3bf-b9af-4440-85dc-cc9b511f4ba1 req-90c38d4c-95c4-4fbc-853d-ff01a831aa0e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Jun 21 08:18:31.133304 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12a2f4-e2c4-4851-96ba-f96e8d25e412 req-a145031b-2c2a-4a80-a45e-f96646f073fe tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:31.134685 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d12a2f4-e2c4-4851-96ba-f96e8d25e412 req-a145031b-2c2a-4a80-a45e-f96646f073fe tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0498800 Jun 21 08:18:31.179943 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d12a2f4-e2c4-4851-96ba-f96e8d25e412 req-058b92e8-1bd1-4539-9e3e-eed6dca5f841 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 Jun 21 08:18:31.451979 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248ab7-769d-479e-bfec-e959b11a71ea req-1b1903cd-2b5c-42a0-8285-343d97d13f05 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:31.453479 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c4248ab7-769d-479e-bfec-e959b11a71ea req-1b1903cd-2b5c-42a0-8285-343d97d13f05 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0477397 Jun 21 08:18:31.502495 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c4248ab7-769d-479e-bfec-e959b11a71ea req-5429e8e8-6660-4e51-851d-74607322f786 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434980 Jun 21 08:18:31.932399 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36f3d-d381-4c85-9c7b-8d8aa2ddab06 req-d201941a-44be-4407-a968-9c74f2e35d73 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:31.933892 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-55a36f3d-d381-4c85-9c7b-8d8aa2ddab06 req-d201941a-44be-4407-a968-9c74f2e35d73 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0473075 Jun 21 08:18:31.984148 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-55a36f3d-d381-4c85-9c7b-8d8aa2ddab06 req-42b74093-1581-45f0-b5ae-31ab3dee9e62 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447991 Jun 21 08:18:32.292174 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158ea72-1c82-40a7-8406-8b85c3a1bb76 req-d3b7cc56-42d7-499f-9b71-64182da9ccaf tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:32.293579 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f158ea72-1c82-40a7-8406-8b85c3a1bb76 req-d3b7cc56-42d7-499f-9b71-64182da9ccaf tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0474913 Jun 21 08:18:32.342533 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f158ea72-1c82-40a7-8406-8b85c3a1bb76 req-3e1790d8-7475-44c4-801c-088ce634c2ba tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435591 Jun 21 08:18:32.614432 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460984c-4612-45de-a284-b6ece2f71f4b req-3c6d02ae-da24-4628-9d43-93804402a2db tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:32.615912 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b460984c-4612-45de-a284-b6ece2f71f4b req-3c6d02ae-da24-4628-9d43-93804402a2db tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0484672 Jun 21 08:18:32.663440 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b460984c-4612-45de-a284-b6ece2f71f4b req-a4c192dd-8020-4d5e-a08d-c6600a51988b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420074 Jun 21 08:18:33.097602 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43d3d5-872c-4782-ad30-4670e2006fd8 req-fc4ee893-d279-4f4a-a272-46624468d4c7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:33.099152 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7b43d3d5-872c-4782-ad30-4670e2006fd8 req-fc4ee893-d279-4f4a-a272-46624468d4c7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0499461 Jun 21 08:18:33.146229 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7b43d3d5-872c-4782-ad30-4670e2006fd8 req-d7115afa-9782-4d06-9d8c-88e4e20429d5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415909 Jun 21 08:18:33.455569 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db32b4-1e3a-43c6-89d9-ffe6f018e928 req-33071f36-a880-42fa-bc20-0485dfdd297f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:33.457139 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-59db32b4-1e3a-43c6-89d9-ffe6f018e928 req-33071f36-a880-42fa-bc20-0485dfdd297f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 944 time: 0.0490167 Jun 21 08:18:33.509844 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-59db32b4-1e3a-43c6-89d9-ffe6f018e928 req-a11962f9-a802-4700-81ee-df123770b20f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471690 Jun 21 08:18:33.765123 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:33.778758 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca67fd-a24f-444f-ab5c-8632874160b6 req-22661477-80c2-4e0e-bb5b-83b54846632f tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:33.780227 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dbca67fd-a24f-444f-ab5c-8632874160b6 req-22661477-80c2-4e0e-bb5b-83b54846632f tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0510316 Jun 21 08:18:33.827599 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dbca67fd-a24f-444f-ab5c-8632874160b6 req-f04a388b-e87e-4b88-85a4-796ad71cc4ff tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417459 Jun 21 08:18:33.979989 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:33.986006 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=72,neutron:UPDATE=7 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:34.086170 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 2cf35fad-280a-42ee-a53d-2d69eb288575 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:18:34.189528 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 2cf35fad-280a-42ee-a53d-2d69eb288575, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2cf35fad-280a-42ee-a53d-2d69eb288575,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:34.201885 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'port_id': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'mac_address': 'fa:16:3e:32:a0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:18:34.237720 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 2cf35fad-280a-42ee-a53d-2d69eb288575 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:18:34.238158 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:34.251510 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf35fad-280a-42ee-a53d-2d69eb288575 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:18:34.266105 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe433e-7eed-427a-9b49-8b619b34c205 req-e55f4422-0dc0-4a6f-b422-e0124059dcdb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:34.267642 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41fe433e-7eed-427a-9b49-8b619b34c205 req-e55f4422-0dc0-4a6f-b422-e0124059dcdb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0477254 Jun 21 08:18:34.271545 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 2cf35fad-280a-42ee-a53d-2d69eb288575, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2cf35fad-280a-42ee-a53d-2d69eb288575,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:34.276467 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:34.323997 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41fe433e-7eed-427a-9b49-8b619b34c205 req-aa4280c6-f156-4bed-9daf-ecfcbc9581ed tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497108 Jun 21 08:18:34.329198 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=2cf35fad-280a-42ee-a53d-2d69eb288575,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:34.338663 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.338663 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.338663 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.339074 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.339168 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.339461 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.339982 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.340359 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.340695 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.341025 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.341353 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.341700 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.342144 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.342478 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.342834 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:34.347490 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-f3b4d7f1-6177-4fc2-9545-a8644875e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:34.349142 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-f3b4d7f1-6177-4fc2-9545-a8644875e185 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 1130 time: 0.0421522 Jun 21 08:18:34.577092 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['2cf35fad-280a-42ee-a53d-2d69eb288575'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:18:34.629417 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6a54a-4b5a-4ba8-8c39-9c86fcc948b8 req-300c343f-d80b-4798-85f0-013733982f1f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:34.630969 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0de6a54a-4b5a-4ba8-8c39-9c86fcc948b8 req-300c343f-d80b-4798-85f0-013733982f1f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 945 time: 0.0486510 Jun 21 08:18:34.671549 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:34.685232 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0de6a54a-4b5a-4ba8-8c39-9c86fcc948b8 req-6f9a2a71-9c8f-4c3b-aa23-dbb351b495ff tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484476 Jun 21 08:18:34.946323 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696713a-12be-4140-bd6a-0b81912781f8 req-2343b585-5ea8-4e9a-b3c6-cc7dab33fe66 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:34.947923 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4696713a-12be-4140-bd6a-0b81912781f8 req-2343b585-5ea8-4e9a-b3c6-cc7dab33fe66 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0519600 Jun 21 08:18:34.999987 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4696713a-12be-4140-bd6a-0b81912781f8 req-0f26f11c-7b23-40ab-9672-a8964667a067 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464444 Jun 21 08:18:35.440350 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f0854-fa1d-4a20-884e-9bc054ee093a req-c296c283-db2e-4cd1-8a3c-81e41ed3d966 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:35.442787 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4c2f0854-fa1d-4a20-884e-9bc054ee093a req-c296c283-db2e-4cd1-8a3c-81e41ed3d966 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0488827 Jun 21 08:18:35.489941 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4c2f0854-fa1d-4a20-884e-9bc054ee093a req-37dfcb3b-6ea0-41fd-8003-3c71246af432 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416660 Jun 21 08:18:35.799860 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e478-0978-4208-b99a-4b05055d146c req-1df26483-9740-402d-a99e-e273f8bf7bd4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:35.802219 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e16e478-0978-4208-b99a-4b05055d146c req-1df26483-9740-402d-a99e-e273f8bf7bd4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 945 time: 0.0509810 Jun 21 08:18:35.849946 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e16e478-0978-4208-b99a-4b05055d146c req-905a0aae-55f5-490f-95c4-132a8f746573 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Jun 21 08:18:36.115146 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685189a8-ac31-40e9-a805-9eb1347a43a5 req-04146ae9-c2b9-4002-bb91-269d929b37fe tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:36.116627 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-685189a8-ac31-40e9-a805-9eb1347a43a5 req-04146ae9-c2b9-4002-bb91-269d929b37fe tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0485651 Jun 21 08:18:36.167688 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-685189a8-ac31-40e9-a805-9eb1347a43a5 req-0556c18c-68b1-4d43-ac92-b3ff2d52a4f9 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451555 Jun 21 08:18:36.602551 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd325342-59e7-44c4-98e8-3480f309e3e6 req-e9022e12-c380-45cf-99cf-b6e71e55ef30 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:36.604048 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fd325342-59e7-44c4-98e8-3480f309e3e6 req-e9022e12-c380-45cf-99cf-b6e71e55ef30 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0474803 Jun 21 08:18:36.653366 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fd325342-59e7-44c4-98e8-3480f309e3e6 req-642f9d8f-6efc-4440-8a5f-58815662ce6d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Jun 21 08:18:36.975494 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555c92e-7963-41a9-9702-017d2c88670c req-7123a829-16a8-42f7-8b75-d52150c9a229 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:36.976999 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c555c92e-7963-41a9-9702-017d2c88670c req-7123a829-16a8-42f7-8b75-d52150c9a229 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 945 time: 0.0499489 Jun 21 08:18:37.025505 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c555c92e-7963-41a9-9702-017d2c88670c req-ff6b0fde-a404-4785-a1a2-a650d2172df9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429194 Jun 21 08:18:37.284366 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45ae81-4551-4611-bd2e-4c834e1e4cdf req-5705da81-f0ce-4479-acd9-6685fc2f8b0d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:37.286129 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ac45ae81-4551-4611-bd2e-4c834e1e4cdf req-5705da81-f0ce-4479-acd9-6685fc2f8b0d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0502198 Jun 21 08:18:37.337968 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ac45ae81-4551-4611-bd2e-4c834e1e4cdf req-8fc4f6ba-8e53-4b0b-af7e-f07f15b0ed3b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458446 Jun 21 08:18:37.773262 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022987-5791-4305-a401-ca2d30aba8b2 req-d08ea1b1-e2d9-42dd-8dd9-1a8bf3b8b3bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:37.774769 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c4022987-5791-4305-a401-ca2d30aba8b2 req-d08ea1b1-e2d9-42dd-8dd9-1a8bf3b8b3bb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0537288 Jun 21 08:18:37.814204 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:37.822116 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c4022987-5791-4305-a401-ca2d30aba8b2 req-0ce0c00f-0f58-4212-b3a7-e788ff43ba78 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417740 Jun 21 08:18:38.138243 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2765-522e-4dd3-9334-08a5683ff21d req-b6245f8e-a3a8-4f2b-9692-5333cc823f50 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:38.139782 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3ef2765-522e-4dd3-9334-08a5683ff21d req-b6245f8e-a3a8-4f2b-9692-5333cc823f50 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 945 time: 0.0479698 Jun 21 08:18:38.193285 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3ef2765-522e-4dd3-9334-08a5683ff21d req-f9622b88-5e12-4342-b75b-0ea937457f03 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443051 Jun 21 08:18:38.379670 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43494) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:38.458416 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bd19d-4d25-473f-b133-971537ad4137 req-db04c921-23f5-46ee-9fe0-67be123e3bee tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:38.460040 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee1bd19d-4d25-473f-b133-971537ad4137 req-db04c921-23f5-46ee-9fe0-67be123e3bee tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0543237 Jun 21 08:18:38.495842 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aa8adcf0-e360-4368-be24-bce64b131453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:38.513401 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee1bd19d-4d25-473f-b133-971537ad4137 req-bd4be896-7138-46ac-9d8d-7bade586ae76 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478315 Jun 21 08:18:38.586717 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aa8adcf0-e360-4368-be24-bce64b131453 admin admin] Publish callbacks [] for security_group (ae7c87cf-0302-475b-b6e4-e0e43bd58ccc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:38.590560 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aa8adcf0-e360-4368-be24-bce64b131453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (ae7c87cf-0302-475b-b6e4-e0e43bd58ccc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:38.630366 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-aa8adcf0-e360-4368-be24-bce64b131453 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d67f425c020241f3bfdba682390d0863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494800 Jun 21 08:18:38.631346 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8adcf0-e360-4368-be24-bce64b131453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7c87cf-0302-475b-b6e4-e0e43bd58ccc,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:38.632969 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43498) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:38.681844 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Publish callbacks [] for security_group (ae7c87cf-0302-475b-b6e4-e0e43bd58ccc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:38.701133 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:38.703199 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Publish callbacks [] for security_group (ae7c87cf-0302-475b-b6e4-e0e43bd58ccc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:38.749730 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (ae7c87cf-0302-475b-b6e4-e0e43bd58ccc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:38.752744 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:38.753945 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae7c87cf-0302-475b-b6e4-e0e43bd58ccc HTTP/1.1" status: 204 len: 168 time: 0.1199560 Jun 21 08:18:38.761800 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7c87cf-0302-475b-b6e4-e0e43bd58ccc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:38.769937 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.770390 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.770772 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.771120 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.771482 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.771821 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.772173 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.772523 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.772829 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.773162 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.773515 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.774084 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.774177 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.774479 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.774843 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b209420-38ef-4993-a567-f9e083327d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:18:38.943787 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f99489-7e3c-43b7-9b35-db826c29d480 req-4656cfee-21be-4f9c-8b6f-4996c4537d92 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:38.945306 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94f99489-7e3c-43b7-9b35-db826c29d480 req-4656cfee-21be-4f9c-8b6f-4996c4537d92 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0495896 Jun 21 08:18:38.996781 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94f99489-7e3c-43b7-9b35-db826c29d480 req-0fda7784-865b-4cc0-9766-2859808a0c95 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456669 Jun 21 08:18:39.308766 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac55a3-c8f3-469f-880a-96bc4423d2da req-71591101-d838-40dc-bd93-e369f1203429 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:39.310449 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0aac55a3-c8f3-469f-880a-96bc4423d2da req-71591101-d838-40dc-bd93-e369f1203429 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 945 time: 0.0481946 Jun 21 08:18:39.360459 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0aac55a3-c8f3-469f-880a-96bc4423d2da req-74e5d708-8387-473e-8937-c6c840a958a8 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 Jun 21 08:18:39.637400 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cceda6c-112b-4d25-b815-2f6c5d47809b req-7ca96e9d-83b6-40d8-817c-58da3d860301 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:39.638901 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7cceda6c-112b-4d25-b815-2f6c5d47809b req-7ca96e9d-83b6-40d8-817c-58da3d860301 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0480356 Jun 21 08:18:39.688349 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7cceda6c-112b-4d25-b815-2f6c5d47809b req-cb582e2a-d8b7-4fad-8904-5447bd0248b7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437875 Jun 21 08:18:40.121643 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f6a4f-7f7d-4039-8df7-8d1f69d6a072 req-80a649bc-0a0a-4307-b834-9cfe43d2ffdf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.124575 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-341f6a4f-7f7d-4039-8df7-8d1f69d6a072 req-80a649bc-0a0a-4307-b834-9cfe43d2ffdf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0583770 Jun 21 08:18:40.148323 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-b525e0d2-00a4-4814-a8ae-09a822c4f927 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784566 Jun 21 08:18:40.176068 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-341f6a4f-7f7d-4039-8df7-8d1f69d6a072 req-0cbe1902-d54b-4535-a45d-9c274a636a40 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467029 Jun 21 08:18:40.243352 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-2f04cd89-9baf-4a0b-9cb8-ca7f55a53060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.244821 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-2f04cd89-9baf-4a0b-9cb8-ca7f55a53060 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 200 len: 911 time: 0.1645412 Jun 21 08:18:40.252338 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-2c41f8f7-3d31-4512-b5e7-67cfd26fc238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.254411 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-2c41f8f7-3d31-4512-b5e7-67cfd26fc238 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 1129 time: 0.0483637 Jun 21 08:18:40.266894 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 2cf35fad-280a-42ee-a53d-2d69eb288575 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:18:40.323648 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 2cf35fad-280a-42ee-a53d-2d69eb288575 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:18:40.334910 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 2cf35fad-280a-42ee-a53d-2d69eb288575 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:18:40.335680 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:40.345867 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-92a38d97-33b6-44ed-b0f3-fbdc10757d0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3 HTTP/1.1" status: 200 len: 1002 time: 0.0875821 Jun 21 08:18:40.424380 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 2cf35fad-280a-42ee-a53d-2d69eb288575 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:18:40.427157 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:40.435267 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-5ad9f1f9-f97e-47be-a31c-c6b925bf33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.436978 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-5ad9f1f9-f97e-47be-a31c-c6b925bf33bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe9956a1-db67-4ab0-a2bc-2965a7ae6be5 HTTP/1.1" status: 200 len: 849 time: 0.0671322 Jun 21 08:18:40.438460 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-5ddefba6-451d-4a68-b96f-912fd7029647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.439945 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-5ddefba6-451d-4a68-b96f-912fd7029647 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.1487927 Jun 21 08:18:40.457860 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:40.460210 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3479f5-39a1-4c78-8785-16b696e90025" -d '{"events": [{"server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "name": "network-vif-plugged", "status": "completed", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:40.474930 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 2cf35fad-280a-42ee-a53d-2d69eb288575, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2cf35fad-280a-42ee-a53d-2d69eb288575,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:40.480340 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:40.503438 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef816772-1447-4b0a-9527-0a15248cbee4 req-1af98c3c-9035-4ec7-ba57-719496a6c01b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.506884 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ef816772-1447-4b0a-9527-0a15248cbee4 req-1af98c3c-9035-4ec7-ba57-719496a6c01b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 945 time: 0.0618103 Jun 21 08:18:40.516789 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-8fb1bf1f-0ecb-4eb2-b630-6ef284476040 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=401a4b2e-926f-405f-af0e-bb07243e04fc HTTP/1.1" status: 200 len: 217 time: 0.0666270 Jun 21 08:18:40.517853 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da5932b-e9d4-4137-9b66-80d1e41ceba8 x-openstack-request-id: req-5da5932b-e9d4-4137-9b66-80d1e41ceba8 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:40.518184 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "name": "network-vif-plugged", "status": "completed", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:40.518448 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5da5932b-e9d4-4137-9b66-80d1e41ceba8 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:40.518880 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da5932b-e9d4-4137-9b66-80d1e41ceba8'] response: {'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'code': 200} Jun 21 08:18:40.525688 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-d83a9766-c2aa-48de-b024-f8a5613ee150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.527228 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-d83a9766-c2aa-48de-b024-f8a5613ee150 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1563a5ad-132e-4800-8264-c4bbc3c987e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783973 Jun 21 08:18:40.542982 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=2cf35fad-280a-42ee-a53d-2d69eb288575,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:40.565349 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ef816772-1447-4b0a-9527-0a15248cbee4 req-580f280a-cb0f-4f95-a065-f86de6abc959 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531220 Jun 21 08:18:40.643632 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-2b37aede-97f3-4317-9bf1-52c32210feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.645848 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-2b37aede-97f3-4317-9bf1-52c32210feb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.1091161 Jun 21 08:18:40.738875 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-9901bab7-80a7-40a3-a58e-b83dd109610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.740433 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-9901bab7-80a7-40a3-a58e-b83dd109610c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859256 Jun 21 08:18:40.743973 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-03b97c41-49b4-478e-81cf-a9f79acd859d service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054634 Jun 21 08:18:40.745377 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8594631-6bce-412d-b842-cb22f80007a7 req-6527e065-70df-4092-a424-a0bc327b387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.746750 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d8594631-6bce-412d-b842-cb22f80007a7 req-6527e065-70df-4092-a424-a0bc327b387a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 1130 time: 0.0801325 Jun 21 08:18:40.833761 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:40.834282 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:40.937187 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef484e1-1a2b-4f97-b2c4-a1c3eb124486 req-5dba1b75-d500-46ff-b048-7794c4b9a6b2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:40.938704 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aef484e1-1a2b-4f97-b2c4-a1c3eb124486 req-5dba1b75-d500-46ff-b048-7794c4b9a6b2 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.1596498 Jun 21 08:18:41.002124 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d8594631-6bce-412d-b842-cb22f80007a7 req-f8bab3b2-a632-4099-b3f3-e7afc102aa09 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398052 Jun 21 08:18:41.016712 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-c44da30d-76a4-4da5-a80a-dadcf9d39569 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643979 Jun 21 08:18:41.021346 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-700007b2-a1f6-4402-b437-b4e1c6ef3be3 req-adb4996d-5256-471f-b084-8c5ce4d9a582 service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602019 Jun 21 08:18:41.037794 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aef484e1-1a2b-4f97-b2c4-a1c3eb124486 req-3cb763c5-aade-41db-8579-e727fc5b4f52 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872738 Jun 21 08:18:41.321903 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fd3c2-dea0-4e81-b380-73a586a3861c req-de24108c-2f15-4bfb-b83b-2cbeca22ac2a tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:41.323635 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ff5fd3c2-dea0-4e81-b380-73a586a3861c req-de24108c-2f15-4bfb-b83b-2cbeca22ac2a tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0750985 Jun 21 08:18:41.348941 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ad8247f-ac8b-4d74-9150-24b4572891f0 req-d9730570-b35e-43fb-afdc-c17e6fabe305 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961676 Jun 21 08:18:41.391026 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ff5fd3c2-dea0-4e81-b380-73a586a3861c req-debaeeb6-3926-4b68-a2dc-72d90ff19585 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588739 Jun 21 08:18:41.692774 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e159-eb5d-4b4a-9b8d-7babde0871aa req-48f8e264-5822-4467-b52f-f1bad3f318ff tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:41.694245 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2005e159-eb5d-4b4a-9b8d-7babde0871aa req-48f8e264-5822-4467-b52f-f1bad3f318ff tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0463352 Jun 21 08:18:41.740981 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2005e159-eb5d-4b4a-9b8d-7babde0871aa req-365b14c7-d255-4edb-83c6-bb88f77f983a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Jun 21 08:18:42.154185 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee933886-6571-4a15-bbc0-28aa7b6b7445 req-a2e61847-8f20-4bb0-a5a3-a2eb3fcd38c3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:42.155748 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee933886-6571-4a15-bbc0-28aa7b6b7445 req-a2e61847-8f20-4bb0-a5a3-a2eb3fcd38c3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0511830 Jun 21 08:18:42.189366 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:42.206205 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee933886-6571-4a15-bbc0-28aa7b6b7445 req-25165ad2-6680-48b5-a9b4-0381f8be940b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448575 Jun 21 08:18:42.259560 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db75733d-f744-4c74-924b-254ed8090967 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:18:42.333975 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:42.354970 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:42.362031 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port db75733d-f744-4c74-924b-254ed8090967, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db75733d-f744-4c74-924b-254ed8090967,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:42.375753 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'db75733d-f744-4c74-924b-254ed8090967', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'port_id': 'db75733d-f744-4c74-924b-254ed8090967', 'mac_address': 'fa:16:3e:b4:9e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:18:42.417059 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port db75733d-f744-4c74-924b-254ed8090967 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:18:42.417454 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db75733d-f744-4c74-924b-254ed8090967), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:42.446539 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db75733d-f744-4c74-924b-254ed8090967 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:18:42.468661 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port db75733d-f744-4c74-924b-254ed8090967, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db75733d-f744-4c74-924b-254ed8090967,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:42.473610 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (db75733d-f744-4c74-924b-254ed8090967), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:42.521778 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa984b71-2ea8-46e2-90d2-57959f1bf72b req-4d497cdd-c0b0-493c-bcd1-bb79e78b0b20 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:42.523315 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fa984b71-2ea8-46e2-90d2-57959f1bf72b req-4d497cdd-c0b0-493c-bcd1-bb79e78b0b20 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0531077 Jun 21 08:18:42.530546 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=db75733d-f744-4c74-924b-254ed8090967,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:42.580918 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fa984b71-2ea8-46e2-90d2-57959f1bf72b req-b69484e7-30e3-4eb0-93ac-d5a773196e40 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498703 Jun 21 08:18:42.858932 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['db75733d-f744-4c74-924b-254ed8090967'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:18:42.862318 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edbf4a-7e57-4c8a-8b77-da6ce8a10285 req-fe8fdfa6-e132-4466-b254-bb932acf3fc9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:42.864896 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e9edbf4a-7e57-4c8a-8b77-da6ce8a10285 req-fe8fdfa6-e132-4466-b254-bb932acf3fc9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0513163 Jun 21 08:18:42.922981 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e9edbf4a-7e57-4c8a-8b77-da6ce8a10285 req-9286a20b-736e-4376-b675-7c0f58a395b6 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519590 Jun 21 08:18:43.317582 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d0b2f-10d8-4909-83a1-c47621725c94 req-15df6ecc-eb5e-42f3-b625-2bb11080bcdb tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:43.319231 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-746d0b2f-10d8-4909-83a1-c47621725c94 req-15df6ecc-eb5e-42f3-b625-2bb11080bcdb tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 945 time: 0.0469959 Jun 21 08:18:43.369037 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-746d0b2f-10d8-4909-83a1-c47621725c94 req-c2804113-3749-40f8-86dd-e9c881f9e222 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443742 Jun 21 08:18:44.051923 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fe3b4-0bde-4cf7-875d-ac9c59ce85e1 req-bef63295-cd2a-4ee2-b524-4dcbdf6dae87 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:44.053465 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dd0fe3b4-0bde-4cf7-875d-ac9c59ce85e1 req-bef63295-cd2a-4ee2-b524-4dcbdf6dae87 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0587335 Jun 21 08:18:44.105963 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dd0fe3b4-0bde-4cf7-875d-ac9c59ce85e1 req-65641606-8e7e-43ed-af98-a605fe2ae247 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466123 Jun 21 08:18:44.219371 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051d2b-c091-4251-a69d-6f5fe8ae5bdd req-2e21e622-9d37-4256-b6f6-90f9e7b08590 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:44.220855 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-16051d2b-c091-4251-a69d-6f5fe8ae5bdd req-2e21e622-9d37-4256-b6f6-90f9e7b08590 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0494664 Jun 21 08:18:44.230933 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43606) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:44.235184 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c45cbf32-d5e7-49b1-896b-da4509853cd5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Request body: {'floatingip': {'port_id': '2cf35fad-280a-42ee-a53d-2d69eb288575'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:44.257355 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db75733d-f744-4c74-924b-254ed8090967 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:18:44.276818 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c45cbf32-d5e7-49b1-896b-da4509853cd5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for floatingip (3ed9df28-de70-46bc-b23e-7af332191843), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:44.303462 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port db75733d-f744-4c74-924b-254ed8090967 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:18:44.310903 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port db75733d-f744-4c74-924b-254ed8090967 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:18:44.311329 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (db75733d-f744-4c74-924b-254ed8090967), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:44.390162 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port db75733d-f744-4c74-924b-254ed8090967 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:18:44.390542 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db75733d-f744-4c74-924b-254ed8090967), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:44.415371 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db75733d-f744-4c74-924b-254ed8090967'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:44.417563 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb953155-757e-4647-929b-156669b0b06c" -d '{"events": [{"server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "name": "network-vif-plugged", "status": "completed", "tag": "db75733d-f744-4c74-924b-254ed8090967"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:44.431438 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port db75733d-f744-4c74-924b-254ed8090967, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db75733d-f744-4c74-924b-254ed8090967,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:44.439376 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (db75733d-f744-4c74-924b-254ed8090967), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:44.477555 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f61a2f-f3e9-4470-8cdf-00bcb352b063 x-openstack-request-id: req-35f61a2f-f3e9-4470-8cdf-00bcb352b063 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:44.477845 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "name": "network-vif-plugged", "status": "completed", "tag": "db75733d-f744-4c74-924b-254ed8090967", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:44.478124 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35f61a2f-f3e9-4470-8cdf-00bcb352b063 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:44.478481 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f61a2f-f3e9-4470-8cdf-00bcb352b063'] response: {'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db75733d-f744-4c74-924b-254ed8090967', 'code': 200} Jun 21 08:18:44.495013 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99539c-c2f5-49de-9b92-7bcb61f7e3c7 req-7f1be0c2-0f55-4368-a036-8d70498ea0bd tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:44.496570 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=db75733d-f744-4c74-924b-254ed8090967,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:44.497817 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-db99539c-c2f5-49de-9b92-7bcb61f7e3c7 req-7f1be0c2-0f55-4368-a036-8d70498ea0bd tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0532050 Jun 21 08:18:44.557498 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-db99539c-c2f5-49de-9b92-7bcb61f7e3c7 req-4fa03755-bde2-411d-93ed-ee1748e19089 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535877 Jun 21 08:18:44.840645 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:44.899089 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:45.013780 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c45cbf32-d5e7-49b1-896b-da4509853cd5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:45.019223 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c45cbf32-d5e7-49b1-896b-da4509853cd5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (3ed9df28-de70-46bc-b23e-7af332191843), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:45.024350 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfd495-1a4a-4d1a-b317-4dbb0e4bcceb req-debd0d46-80f9-4dd3-8540-deac0c5ef029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:45.025850 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-98dfd495-1a4a-4d1a-b317-4dbb0e4bcceb req-debd0d46-80f9-4dd3-8540-deac0c5ef029 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 1130 time: 0.0859911 Jun 21 08:18:45.144378 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-98dfd495-1a4a-4d1a-b317-4dbb0e4bcceb req-00259116-965b-4a7e-b003-85932b7ce558 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892768 Jun 21 08:18:45.155779 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [None req-c45cbf32-d5e7-49b1-896b-da4509853cd5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Floating IP 3ed9df28-de70-46bc-b23e-7af332191843 associated. External IP: 172.27.0.152, port: 2cf35fad-280a-42ee-a53d-2d69eb288575. Jun 21 08:18:45.351652 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45cbf32-d5e7-49b1-896b-da4509853cd5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Router 7d0822db-34b2-4846-8ca2-762cf05ffb61 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:18:45.393430 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:18:45.454093 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45cbf32-d5e7-49b1-896b-da4509853cd5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:18:45.459224 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c45cbf32-d5e7-49b1-896b-da4509853cd5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:45.467752 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] Sync routers for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:18:45.471839 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:45.480917 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:18:45.481531 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:45.490949 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-c45cbf32-d5e7-49b1-896b-da4509853cd5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "PUT /v2.0/floatingips/3ed9df28-de70-46bc-b23e-7af332191843 HTTP/1.1" status: 200 len: 992 time: 1.2589428 Jun 21 08:18:45.491555 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:45.493807 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdff0b9b-560b-4b36-b28c-209c79ceed66" -d '{"events": [{"name": "network-changed", "server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:45.516130 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:45.529781 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f77856-a500-4241-96cb-76a0f322f118 x-openstack-request-id: req-79f77856-a500-4241-96cb-76a0f322f118 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:45.530133 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:45.530390 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79f77856-a500-4241-96cb-76a0f322f118 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:45.530827 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f77856-a500-4241-96cb-76a0f322f118'] response: {'name': 'network-changed', 'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'status': 'completed', 'code': 200} Jun 21 08:18:45.587867 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:18:45.609484 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-e5750bf6-a71a-4581-ba8f-45febf38f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:45.611623 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-e5750bf6-a71a-4581-ba8f-45febf38f175 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 1130 time: 0.0529921 Jun 21 08:18:45.685313 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5272f4-709b-48a0-8783-e62ebdaa98a5 req-3033cc90-7793-4793-8a75-11b47c206eb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:45.686917 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d5272f4-709b-48a0-8783-e62ebdaa98a5 req-3033cc90-7793-4793-8a75-11b47c206eb7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0519609 Jun 21 08:18:45.708206 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:45.739534 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0d5272f4-709b-48a0-8783-e62ebdaa98a5 req-de5edb7e-3112-4c67-9dc6-10644ad51c0b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451641 Jun 21 08:18:45.926588 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '3ed9df28-de70-46bc-b23e-7af332191843', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'port_id': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'mac_address': 'fa:16:3e:32:a0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:09Z', 'updated_at': '2022-06-21T08:18:44Z', 'revision_number': 1, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:35Z', 'revision_number': 5, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:45.951088 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] Checking router: 7d0822db-34b2-4846-8ca2-762cf05ffb61 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:18:45.960087 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:18:45.960692 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:46.061225 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:18:46.285961 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '3ed9df28-de70-46bc-b23e-7af332191843', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'port_id': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'mac_address': 'fa:16:3e:32:a0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:09Z', 'updated_at': '2022-06-21T08:18:44Z', 'revision_number': 1, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:35Z', 'revision_number': 5, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:46.329692 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb778b-2702-4882-9b29-ef607aa6d4e8 None None] The sync data for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi is: [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '3ed9df28-de70-46bc-b23e-7af332191843', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'port_id': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'mac_address': 'fa:16:3e:32:a0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:09Z', 'updated_at': '2022-06-21T08:18:44Z', 'revision_number': 1, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:35Z', 'revision_number': 5, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:18:46.348811 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-d7454eef-94eb-4bc7-8b30-b2edc96984a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:46.350405 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-d7454eef-94eb-4bc7-8b30-b2edc96984a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.1042149 Jun 21 08:18:46.556715 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8a7efb-de22-4acb-b7e3-6ac7ce9cc179 None None] New status for floating IP 3ed9df28-de70-46bc-b23e-7af332191843: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:18:46.893899 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:46.909333 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b442f-57b1-4f2e-9c0c-6a95c2b8584b req-11d3a885-5ce8-4e59-b0c7-99088ddda2da tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:46.911618 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-553b442f-57b1-4f2e-9c0c-6a95c2b8584b req-11d3a885-5ce8-4e59-b0c7-99088ddda2da tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0941651 Jun 21 08:18:46.914324 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-85829ff2-4371-4b13-9683-5c890bf6e4c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf35fad-280a-42ee-a53d-2d69eb288575 HTTP/1.1" status: 200 len: 1002 time: 0.1027935 Jun 21 08:18:46.966962 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-553b442f-57b1-4f2e-9c0c-6a95c2b8584b req-e3e7e06c-a1e3-43b8-aa0c-e1b613d74d8c tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497255 Jun 21 08:18:48.078808 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab54e73-2480-4c42-ab26-673c180e3b65 req-7df945f4-686e-4651-adad-b56d823547c7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:48.080284 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5ab54e73-2480-4c42-ab26-673c180e3b65 req-7df945f4-686e-4651-adad-b56d823547c7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0472679 Jun 21 08:18:48.129066 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5ab54e73-2480-4c42-ab26-673c180e3b65 req-cf8a663e-679f-43ba-9fd9-42bbfbf39f32 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Jun 21 08:18:48.239705 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3939033-c334-40df-bc37-d2e7a5fe7860 req-7901ab70-766c-4e47-93f0-60dd1637f3be tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:48.241173 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d3939033-c334-40df-bc37-d2e7a5fe7860 req-7901ab70-766c-4e47-93f0-60dd1637f3be tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0475800 Jun 21 08:18:48.289276 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d3939033-c334-40df-bc37-d2e7a5fe7860 req-ee63517e-0a01-4ef0-95e0-a40ed86c56b1 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427184 Jun 21 08:18:48.310009 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43650) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:48.492425 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cdedb2-5167-449e-9d5a-45155deeeb5e tempest-TestShelveInstance-1636842450 tempest-TestShelveInstance-1636842450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:48.493853 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-21cdedb2-5167-449e-9d5a-45155deeeb5e tempest-TestShelveInstance-1636842450 tempest-TestShelveInstance-1636842450-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 1125 time: 0.1828520 Jun 21 08:18:48.496761 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43654) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:48.501372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'port_id': 'db75733d-f744-4c74-924b-254ed8090967', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:48.523188 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:48.555742 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:48.605711 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:48.710696 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Allocated IP 172.27.0.104 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/74c91464-e542-4723-bcef-11d600756b89) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:18:48.742580 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c60997fe-7cc9-4fa7-ba9c-0801e199fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:48.819061 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for port (74c91464-e542-4723-bcef-11d600756b89), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:48.850055 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (74c91464-e542-4723-bcef-11d600756b89), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:48.889346 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:18:48.892100 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:18:48.896059 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:18:48.917328 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event updated for resources: {'Port': ['ID=74c91464-e542-4723-bcef-11d600756b89,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:49.061047 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:49.239820 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for floatingip (1ecca745-3c33-46ae-934e-04bb9c4d6e34), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:49.305061 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (74c91464-e542-4723-bcef-11d600756b89), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:49.325639 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:49.449667 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for port (74c91464-e542-4723-bcef-11d600756b89), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:49.454011 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (74c91464-e542-4723-bcef-11d600756b89), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:49.524520 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event updated for resources: {'Port': ['ID=74c91464-e542-4723-bcef-11d600756b89,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:49.534234 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (1ecca745-3c33-46ae-934e-04bb9c4d6e34), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:49.648906 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Floating IP 1ecca745-3c33-46ae-934e-04bb9c4d6e34 associated. External IP: 172.27.0.104, port: db75733d-f744-4c74-924b-254ed8090967. Jun 21 08:18:49.879498 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:50.124654 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-e3d14bb9-572a-40f0-a051-ea8fe6252e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:50.126382 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-e3d14bb9-572a-40f0-a051-ea8fe6252e2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.3422546 Jun 21 08:18:50.140041 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Router ddb0005e-fabc-498b-8873-fd20deec452e has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:18:50.204582 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:50.276576 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-f3975b80-d27e-4c13-99e5-cf6ba70cc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:50.278063 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-f3975b80-d27e-4c13-99e5-cf6ba70cc8a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944285 Jun 21 08:18:50.286158 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1394c-532b-4a2b-a563-66896a0bd962 req-f4425d01-9b4c-4f94-93fb-093a805ee5b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:50.287581 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f2b1394c-532b-4a2b-a563-66896a0bd962 req-f4425d01-9b4c-4f94-93fb-093a805ee5b4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.1025670 Jun 21 08:18:50.343697 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:18:50.353329 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] Sync routers for ids ['ddb0005e-fabc-498b-8873-fd20deec452e'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:18:50.363232 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] Routers {'ddb0005e-fabc-498b-8873-fd20deec452e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:18:50.363797 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ddb0005e-fabc-498b-8873-fd20deec452e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:50.376319 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:50.379748 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:50.383774 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f2b1394c-532b-4a2b-a563-66896a0bd962 req-d9b84af5-d852-4ee6-ac53-b1347a3ea8e8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726726 Jun 21 08:18:50.417141 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-141d6639-bf02-417a-830c-5ed406a99218 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9193139 Jun 21 08:18:50.417755 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'tag': 'db75733d-f744-4c74-924b-254ed8090967'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:50.420094 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "tag": "db75733d-f744-4c74-924b-254ed8090967"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:50.456116 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413e972d-f33f-471b-990c-bdfd1c46fd3a x-openstack-request-id: req-413e972d-f33f-471b-990c-bdfd1c46fd3a {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:50.456404 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "tag": "db75733d-f744-4c74-924b-254ed8090967", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:50.456657 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-413e972d-f33f-471b-990c-bdfd1c46fd3a {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:50.457301 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413e972d-f33f-471b-990c-bdfd1c46fd3a'] response: {'name': 'network-changed', 'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'tag': 'db75733d-f744-4c74-924b-254ed8090967', 'status': 'completed', 'code': 200} Jun 21 08:18:50.475470 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] Set router ddb0005e-fabc-498b-8873-fd20deec452e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:18:50.565993 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:50.624635 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:50.689460 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '1ecca745-3c33-46ae-934e-04bb9c4d6e34', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'port_id': 'db75733d-f744-4c74-924b-254ed8090967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'mac_address': 'fa:16:3e:b4:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:49Z', 'updated_at': '2022-06-21T08:18:49Z', 'revision_number': 0, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:06Z', 'revision_number': 5, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:50.714527 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] Checking router: ddb0005e-fabc-498b-8873-fd20deec452e for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:18:50.723762 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] Routers {'ddb0005e-fabc-498b-8873-fd20deec452e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:18:50.724369 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ddb0005e-fabc-498b-8873-fd20deec452e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:50.827702 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] Set router ddb0005e-fabc-498b-8873-fd20deec452e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:18:51.004577 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b029fff6-92a0-4c16-9af0-62621cad709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:51.070593 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '1ecca745-3c33-46ae-934e-04bb9c4d6e34', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'port_id': 'db75733d-f744-4c74-924b-254ed8090967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'mac_address': 'fa:16:3e:b4:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:49Z', 'updated_at': '2022-06-21T08:18:49Z', 'revision_number': 0, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:06Z', 'revision_number': 5, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:51.098230 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc1a658-38d3-4abe-b985-ae002b64522d None None] The sync data for ids ['ddb0005e-fabc-498b-8873-fd20deec452e'] in dv-cinder-836973-7-iscsi is: [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '1ecca745-3c33-46ae-934e-04bb9c4d6e34', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'port_id': 'db75733d-f744-4c74-924b-254ed8090967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'mac_address': 'fa:16:3e:b4:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:49Z', 'updated_at': '2022-06-21T08:18:49Z', 'revision_number': 0, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:06Z', 'revision_number': 5, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:18:51.300240 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6694a-a73f-44e9-bbc0-d156d2e17ee4 None None] New status for floating IP 1ecca745-3c33-46ae-934e-04bb9c4d6e34: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:18:51.502892 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b2f83-4237-49c0-b0a9-707a44c94141 req-2522306b-1718-4bb3-872f-8267dff99a05 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:51.504820 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-490b2f83-4237-49c0-b0a9-707a44c94141 req-2522306b-1718-4bb3-872f-8267dff99a05 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.0511382 Jun 21 08:18:51.555046 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-490b2f83-4237-49c0-b0a9-707a44c94141 req-e05812ec-45a9-40de-bc79-b8b145b6d898 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447171 Jun 21 08:18:51.729452 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-d24b4886-1b6b-4c37-a6f4-bd5cd5c3c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:51.730987 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-d24b4886-1b6b-4c37-a6f4-bd5cd5c3c02a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cad2999c58284b92b7166848a3e1f261&device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 1130 time: 0.0793617 Jun 21 08:18:51.753201 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-079ba914-c51c-419c-a55a-8134703f3219 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244528 Jun 21 08:18:52.055090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-d2779ccd-df8b-45f5-a08a-530c2d2f97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:52.056676 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-d2779ccd-df8b-45f5-a08a-530c2d2f97e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fd63f41-0b64-457a-a459-a1cb3fc5b891 HTTP/1.1" status: 200 len: 910 time: 0.1989245 Jun 21 08:18:52.063022 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-61eff26e-8f66-421c-bfb9-d506e751896e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:52.064381 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-61eff26e-8f66-421c-bfb9-d506e751896e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.0812697 Jun 21 08:18:52.067956 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-6f750722-222c-46e1-ab9d-81ea70ab4cad service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115438 Jun 21 08:18:52.133147 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:52.183320 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-5bf15e8e-e8ee-404d-9129-fdec5c8363f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db75733d-f744-4c74-924b-254ed8090967 HTTP/1.1" status: 200 len: 1002 time: 0.1179063 Jun 21 08:18:52.217726 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789992b-560d-4964-b59e-d450f62445bc req-e26888de-1173-45b5-a7e9-c6d34b84308f tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:52.217726 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7789992b-560d-4964-b59e-d450f62445bc req-e26888de-1173-45b5-a7e9-c6d34b84308f tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.0513546 Jun 21 08:18:52.231961 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Deleting port b38df0c4-4ff4-4131-becf-c141ab0b4a03 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:18:52.232306 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:52.265942 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7789992b-560d-4964-b59e-d450f62445bc req-7a272acc-4d14-4c0f-afc1-0213560ebe46 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505908 Jun 21 08:18:52.270917 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-8c000917-1173-450c-91e2-b2335768ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:52.271530 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-8c000917-1173-450c-91e2-b2335768ebc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf6fc8a1-d267-4334-966f-c8074d6f11c7 HTTP/1.1" status: 200 len: 848 time: 0.0803304 Jun 21 08:18:52.291241 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43716) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:52.358980 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-45cfe15d-19f5-455a-930e-fa7103838fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:52.360497 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-45cfe15d-19f5-455a-930e-fa7103838fd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fd63f41-0b64-457a-a459-a1cb3fc5b891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827920 Jun 21 08:18:52.395245 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:52.410134 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] For port b38df0c4-4ff4-4131-becf-c141ab0b4a03, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b38df0c4-4ff4-4131-becf-c141ab0b4a03,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:52.410634 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:52.498681 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c02a8-d0d8-43fc-92ba-33ae02cafe3e tempest-TestMinimumBasicScenario-1583440441 tempest-TestMinimumBasicScenario-1583440441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:52.500214 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f96c02a8-d0d8-43fc-92ba-33ae02cafe3e tempest-TestMinimumBasicScenario-1583440441 tempest-TestMinimumBasicScenario-1583440441-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 1125 time: 0.2079947 Jun 21 08:18:52.503541 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43722) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:52.508362 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'port_id': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:52.530485 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:52.546144 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:52.622661 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-68041eb3-94b1-4768-b976-a34742094a1b service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515514 Jun 21 08:18:52.632170 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:52.741250 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Allocated IP 172.27.0.239 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/af66e7bf-c256-4083-acec-4a869524e087) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:18:52.773034 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71518e-b3ec-4829-93f2-1af6ce7f90f2 req-17ead0ab-9d8d-4ecb-896b-b42ca0c1b8be tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:52.774424 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1a71518e-b3ec-4829-93f2-1af6ce7f90f2 req-17ead0ab-9d8d-4ecb-896b-b42ca0c1b8be tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=6909a083-0588-4b06-916a-e9b153960ffa HTTP/1.1" status: 200 len: 945 time: 0.1367996 Jun 21 08:18:52.806013 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:52.806426 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (2e7672e0-cad6-4acc-a3cd-4eb4357958c5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:52.806826 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Floating IP 2e7672e0-cad6-4acc-a3cd-4eb4357958c5 disassociated. External IP: 172.27.0.168, port: b38df0c4-4ff4-4131-becf-c141ab0b4a03. Jun 21 08:18:52.807244 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Calling delete_port for b38df0c4-4ff4-4131-becf-c141ab0b4a03 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:18:52.842540 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:52.858411 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for port (af66e7bf-c256-4083-acec-4a869524e087), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:52.884673 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd01f4d5-647d-43c1-9f52-4d2b56ace3e8 req-6c0e0f75-787a-4193-aac2-c9b4e9022d30 service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555132 Jun 21 08:18:52.892177 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (af66e7bf-c256-4083-acec-4a869524e087), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:52.909608 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1a71518e-b3ec-4829-93f2-1af6ce7f90f2 req-f0031305-7468-4f99-be2a-820dc768d9d3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266365 Jun 21 08:18:52.940419 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:18:52.947895 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:18:52.952036 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:18:52.980092 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'Port': ['ID=af66e7bf-c256-4083-acec-4a869524e087,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:53.002961 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (b38df0c4-4ff4-4131-becf-c141ab0b4a03), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:53.030498 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'Port': ['ID=b38df0c4-4ff4-4131-becf-c141ab0b4a03,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:53.089170 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:53.149081 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Router bd349c29-377f-4e83-9f42-2afe21bb2644 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:18:53.255179 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:18:53.265243 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:18:53.277016 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:18:53.277876 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:53.299435 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] No DVR routers for this DVR port b38df0c4-4ff4-4131-becf-c141ab0b4a03 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:18:53.302074 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:53.305461 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd459582-e55b-4403-adda-a5a2623cfb3b req-65ceceb5-5d00-4caa-b53c-1c0eceb94fcc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "DELETE /v2.0/ports/b38df0c4-4ff4-4131-becf-c141ab0b4a03 HTTP/1.1" status: 204 len: 173 time: 1.2305162 Jun 21 08:18:53.305907 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6909a083-0588-4b06-916a-e9b153960ffa', 'name': 'network-vif-deleted', 'tag': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:53.308221 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c906fea-2ab0-4786-93fa-0b19cb9d2e4a" -d '{"events": [{"server_uuid": "6909a083-0588-4b06-916a-e9b153960ffa", "name": "network-vif-deleted", "tag": "b38df0c4-4ff4-4131-becf-c141ab0b4a03"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:53.351490 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296e914-f311-4aaf-8df2-b020db5fd605 x-openstack-request-id: req-6296e914-f311-4aaf-8df2-b020db5fd605 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:53.352030 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6909a083-0588-4b06-916a-e9b153960ffa", "name": "network-vif-deleted", "tag": "b38df0c4-4ff4-4131-becf-c141ab0b4a03", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:53.352444 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6296e914-f311-4aaf-8df2-b020db5fd605 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:53.353030 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6296e914-f311-4aaf-8df2-b020db5fd605'] response: {'server_uuid': '6909a083-0588-4b06-916a-e9b153960ffa', 'name': 'network-vif-deleted', 'tag': 'b38df0c4-4ff4-4131-becf-c141ab0b4a03', 'status': 'completed', 'code': 200} Jun 21 08:18:53.383060 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for floatingip (3f12994b-de33-4bbb-8a7f-bac8f2118d34), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:53.416170 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:18:53.467888 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (af66e7bf-c256-4083-acec-4a869524e087), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:53.642528 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for port (af66e7bf-c256-4083-acec-4a869524e087), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:53.647607 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (af66e7bf-c256-4083-acec-4a869524e087), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:53.685588 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'f1ecb664-b14d-482e-b4e1-e1a565a0d399', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:07:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:34Z', 'updated_at': '2022-06-21T08:16:23Z', 'revision_number': 2, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:53.688813 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:53.724914 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:18:53.739479 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'Port': ['ID=af66e7bf-c256-4083-acec-4a869524e087,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:53.745451 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:18:53.746692 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:53.762451 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (3f12994b-de33-4bbb-8a7f-bac8f2118d34), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:53.795723 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:53.800879 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:53.871603 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Floating IP 3f12994b-de33-4bbb-8a7f-bac8f2118d34 associated. External IP: 172.27.0.239, port: caad30cb-6338-4d28-a42e-d858cceaec6f. Jun 21 08:18:53.876242 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:18:53.912581 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:54.032233 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43738) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:54.112270 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f51d4c99-395f-4790-b590-2b12f09887a7 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.114358 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:54.147274 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f51d4c99-395f-4790-b590-2b12f09887a7 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.166215 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.188875 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:54.210483 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f51d4c99-395f-4790-b590-2b12f09887a7 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.214744 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f51d4c99-395f-4790-b590-2b12f09887a7 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.218691 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-f51d4c99-395f-4790-b590-2b12f09887a7 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "DELETE /v2.0/security-groups/94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54 HTTP/1.1" status: 204 len: 168 time: 0.1827786 Jun 21 08:18:54.219954 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43740) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:54.242241 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d4c99-395f-4790-b590-2b12f09887a7 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:54.244633 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.api.v2.resource [None req-b6004f38-acff-45db-95ad-e9f6da640c85 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] show failed (client error): The resource could not be found. Jun 21 08:18:54.248476 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-b6004f38-acff-45db-95ad-e9f6da640c85 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups/94e7b9e7-f4f1-4f8b-bb82-9cae0efc7b54 HTTP/1.1" status: 404 len: 347 time: 0.0247502 Jun 21 08:18:54.249538 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43742) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:54.326844 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'f1ecb664-b14d-482e-b4e1-e1a565a0d399', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:07:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:34Z', 'updated_at': '2022-06-21T08:16:23Z', 'revision_number': 2, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:54.356189 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420602d-10f9-4d11-a24c-f55eb92fb94e None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'f1ecb664-b14d-482e-b4e1-e1a565a0d399', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:07:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:15:34Z', 'updated_at': '2022-06-21T08:16:23Z', 'revision_number': 2, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:18:54.400372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c7375-29bc-4fa0-a2a7-51bb58ad9b19 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Deleting port 962931e8-230f-4153-9100-f5471e0d759f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:18:54.400372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7375-29bc-4fa0-a2a7-51bb58ad9b19 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (962931e8-230f-4153-9100-f5471e0d759f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.415529 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Router 72cad314-d24e-4708-8883-aac59a2875f1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:18:54.497950 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:54.508388 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7375-29bc-4fa0-a2a7-51bb58ad9b19 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (962931e8-230f-4153-9100-f5471e0d759f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.509084 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7375-29bc-4fa0-a2a7-51bb58ad9b19 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (962931e8-230f-4153-9100-f5471e0d759f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.529516 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c7375-29bc-4fa0-a2a7-51bb58ad9b19 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Calling delete_port for 962931e8-230f-4153-9100-f5471e0d759f owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:18:54.559998 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:18:54.573662 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d52493-909b-462a-89a7-9436920549fd None None] Sync routers for ids ['72cad314-d24e-4708-8883-aac59a2875f1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:18:54.600108 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.601650 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d52493-909b-462a-89a7-9436920549fd None None] Routers {'72cad314-d24e-4708-8883-aac59a2875f1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:18:54.602424 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-67d52493-909b-462a-89a7-9436920549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['72cad314-d24e-4708-8883-aac59a2875f1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:54.665806 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-34132644-cd30-4ebd-9fdb-920ab01090f2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1586630 Jun 21 08:18:54.666416 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:54.674044 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9270897-e71d-452b-bc5d-3e6eb1e613d7" -d '{"events": [{"name": "network-changed", "server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:54.687697 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43750) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:54.700905 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bf7f0d6c-7262-4cc9-a012-2f93c5bfd218 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229667050', 'description': 'tempest-secgroup-smoke-1229667050 description', 'project_id': '054a41c637b243f180a79969432bb3f8'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:54.756533 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0d6c-7262-4cc9-a012-2f93c5bfd218 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.810437 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0d797c-985d-4391-933f-450924326062 x-openstack-request-id: req-5b0d797c-985d-4391-933f-450924326062 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:54.810851 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:54.811150 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b0d797c-985d-4391-933f-450924326062 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:54.811668 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0d797c-985d-4391-933f-450924326062'] response: {'name': 'network-changed', 'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'status': 'completed', 'code': 200} Jun 21 08:18:54.812714 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b76bbd-5108-4b04-92f5-5b3cf59d5205 None None] New status for floating IP 2e7672e0-cad6-4acc-a3cd-4eb4357958c5: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:18:54.861190 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-67d52493-909b-462a-89a7-9436920549fd None None] Set router 72cad314-d24e-4708-8883-aac59a2875f1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:18:54.914322 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0d6c-7262-4cc9-a012-2f93c5bfd218 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group (1d683fec-9c28-456b-a13c-367c8821f678), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.923133 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0d6c-7262-4cc9-a012-2f93c5bfd218 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (1d683fec-9c28-456b-a13c-367c8821f678), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:54.964581 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f0d6c-7262-4cc9-a012-2f93c5bfd218 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d683fec-9c28-456b-a13c-367c8821f678,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:54.993320 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0d6c-7262-4cc9-a012-2f93c5bfd218 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.002863 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bf7f0d6c-7262-4cc9-a012-2f93c5bfd218 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3115594 Jun 21 08:18:55.003551 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43788) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:55.025411 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1ab4ef25-dc1b-4bb8-aa21-0bf2cd5fde96 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'security_group_rule': {'security_group_id': '1d683fec-9c28-456b-a13c-367c8821f678', 'project_id': '054a41c637b243f180a79969432bb3f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:55.099982 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ef25-dc1b-4bb8-aa21-0bf2cd5fde96 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (daecd327-183a-49b7-a074-ad5ca124a989), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.208720 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-a236c659-4271-44af-b028-33cad7e6ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:55.210480 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-a236c659-4271-44af-b028-33cad7e6ea7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=054a41c637b243f180a79969432bb3f8&device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 1130 time: 0.1336942 Jun 21 08:18:55.233745 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-67d52493-909b-462a-89a7-9436920549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '3f12994b-de33-4bbb-8a7f-bac8f2118d34', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'port_id': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'mac_address': 'fa:16:3e:e5:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:53Z', 'updated_at': '2022-06-21T08:18:53Z', 'revision_number': 0, 'project_id': '054a41c637b243f180a79969432bb3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5484d3d-6c5f-4716-b47b-e4a159a0e081', 'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'mac_address': 'fa:16:3e:d0:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:13Z', 'updated_at': '2022-06-21T08:17:19Z', 'revision_number': 5, 'project_id': '054a41c637b243f180a79969432bb3f8', 'subnets': [{'id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:55.264706 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ef25-dc1b-4bb8-aa21-0bf2cd5fde96 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (daecd327-183a-49b7-a074-ad5ca124a989), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.273159 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d52493-909b-462a-89a7-9436920549fd None None] Checking router: 72cad314-d24e-4708-8883-aac59a2875f1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:18:55.274119 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ef25-dc1b-4bb8-aa21-0bf2cd5fde96 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (daecd327-183a-49b7-a074-ad5ca124a989), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.288649 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d52493-909b-462a-89a7-9436920549fd None None] Routers {'72cad314-d24e-4708-8883-aac59a2875f1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:18:55.289663 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-67d52493-909b-462a-89a7-9436920549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['72cad314-d24e-4708-8883-aac59a2875f1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:55.315074 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4ef25-dc1b-4bb8-aa21-0bf2cd5fde96 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daecd327-183a-49b7-a074-ad5ca124a989,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:55.351462 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ef25-dc1b-4bb8-aa21-0bf2cd5fde96 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.356174 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1ab4ef25-dc1b-4bb8-aa21-0bf2cd5fde96 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3479369 Jun 21 08:18:55.357091 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43792) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:55.366922 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-703908ae-2ce2-4617-b30a-b054bef95478 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'security_group_rule': {'security_group_id': '1d683fec-9c28-456b-a13c-367c8821f678', 'project_id': '054a41c637b243f180a79969432bb3f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:55.433058 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-703908ae-2ce2-4617-b30a-b054bef95478 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (b47aa6fe-bf3e-4066-9917-4081cc78486f), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.434207 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-16e75b34-6738-4b41-a4b8-925fe8118771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:55.435928 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-16e75b34-6738-4b41-a4b8-925fe8118771 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad93e950-a35b-4ca6-b8fc-75dbda938a47 HTTP/1.1" status: 200 len: 915 time: 0.2152770 Jun 21 08:18:55.506381 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7375-29bc-4fa0-a2a7-51bb58ad9b19 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (962931e8-230f-4153-9100-f5471e0d759f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.509348 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:55.526076 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-67d52493-909b-462a-89a7-9436920549fd None None] Set router 72cad314-d24e-4708-8883-aac59a2875f1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:18:55.549025 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c7375-29bc-4fa0-a2a7-51bb58ad9b19 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'Port': ['ID=962931e8-230f-4153-9100-f5471e0d759f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:55.567895 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-703908ae-2ce2-4617-b30a-b054bef95478 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (b47aa6fe-bf3e-4066-9917-4081cc78486f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.580839 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-703908ae-2ce2-4617-b30a-b054bef95478 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (b47aa6fe-bf3e-4066-9917-4081cc78486f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.584430 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-44a584b5-bf1c-4c1f-b06c-03eef90b8a99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caad30cb-6338-4d28-a42e-d858cceaec6f HTTP/1.1" status: 200 len: 1000 time: 0.1381390 Jun 21 08:18:55.600594 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703908ae-2ce2-4617-b30a-b054bef95478 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47aa6fe-bf3e-4066-9917-4081cc78486f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:55.610932 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-703908ae-2ce2-4617-b30a-b054bef95478 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.612425 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-703908ae-2ce2-4617-b30a-b054bef95478 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2543318 Jun 21 08:18:55.615422 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43798) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:55.619706 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-92e051a7-6d86-44e2-a6fe-fa5c7f06a2d0 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'security_group_rule': {'security_group_id': '1d683fec-9c28-456b-a13c-367c8821f678', 'project_id': '054a41c637b243f180a79969432bb3f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:55.647644 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:55.657707 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92e051a7-6d86-44e2-a6fe-fa5c7f06a2d0 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (d603cc24-2b5a-4238-90a1-fd028fccb8e2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.704184 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7375-29bc-4fa0-a2a7-51bb58ad9b19 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (2e7672e0-cad6-4acc-a3cd-4eb4357958c5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.706603 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7375-29bc-4fa0-a2a7-51bb58ad9b19 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.710675 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-5e3c7375-29bc-4fa0-a2a7-51bb58ad9b19 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "DELETE /v2.0/floatingips/2e7672e0-cad6-4acc-a3cd-4eb4357958c5 HTTP/1.1" status: 204 len: 168 time: 1.4582100 Jun 21 08:18:55.732797 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-708ce99d-0f26-43e7-8cf8-5915b31644c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:55.734719 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-708ce99d-0f26-43e7-8cf8-5915b31644c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d7e5e53-86dc-4ddb-82ca-dc27e46182e7 HTTP/1.1" status: 200 len: 853 time: 0.1232886 Jun 21 08:18:55.749422 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92e051a7-6d86-44e2-a6fe-fa5c7f06a2d0 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (d603cc24-2b5a-4238-90a1-fd028fccb8e2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.754277 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92e051a7-6d86-44e2-a6fe-fa5c7f06a2d0 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (d603cc24-2b5a-4238-90a1-fd028fccb8e2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.772407 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:55.788426 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e051a7-6d86-44e2-a6fe-fa5c7f06a2d0 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d603cc24-2b5a-4238-90a1-fd028fccb8e2,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:55.810063 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92e051a7-6d86-44e2-a6fe-fa5c7f06a2d0 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.815566 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-92e051a7-6d86-44e2-a6fe-fa5c7f06a2d0 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990612 Jun 21 08:18:55.816235 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43816) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:55.824415 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-428855e1-749b-4a65-b70a-c88be596eed7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'security_group_rule': {'security_group_id': '1d683fec-9c28-456b-a13c-367c8821f678', 'project_id': '054a41c637b243f180a79969432bb3f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:55.843323 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-4ad9ad0f-7341-403e-b5a7-7b5f996a98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:55.845267 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-4ad9ad0f-7341-403e-b5a7-7b5f996a98b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad93e950-a35b-4ca6-b8fc-75dbda938a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0961883 Jun 21 08:18:55.864226 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-67d52493-909b-462a-89a7-9436920549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '3f12994b-de33-4bbb-8a7f-bac8f2118d34', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'port_id': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'mac_address': 'fa:16:3e:e5:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:53Z', 'updated_at': '2022-06-21T08:18:53Z', 'revision_number': 0, 'project_id': '054a41c637b243f180a79969432bb3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5484d3d-6c5f-4716-b47b-e4a159a0e081', 'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'mac_address': 'fa:16:3e:d0:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:13Z', 'updated_at': '2022-06-21T08:17:19Z', 'revision_number': 5, 'project_id': '054a41c637b243f180a79969432bb3f8', 'subnets': [{'id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:18:55.881867 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-428855e1-749b-4a65-b70a-c88be596eed7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (b9e886c8-dd9d-4585-97f5-1f4a14488eb4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:55.953156 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d52493-909b-462a-89a7-9436920549fd None None] The sync data for ids ['72cad314-d24e-4708-8883-aac59a2875f1'] in dv-cinder-836973-7-iscsi is: [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '3f12994b-de33-4bbb-8a7f-bac8f2118d34', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'port_id': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'mac_address': 'fa:16:3e:e5:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:53Z', 'updated_at': '2022-06-21T08:18:53Z', 'revision_number': 0, 'project_id': '054a41c637b243f180a79969432bb3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5484d3d-6c5f-4716-b47b-e4a159a0e081', 'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'mac_address': 'fa:16:3e:d0:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:13Z', 'updated_at': '2022-06-21T08:17:19Z', 'revision_number': 5, 'project_id': '054a41c637b243f180a79969432bb3f8', 'subnets': [{'id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:18:56.023602 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:56.029944 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-e20c51b9-7994-449d-b9ab-15ce4077d6c6 service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726160 Jun 21 08:18:56.030196 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-428855e1-749b-4a65-b70a-c88be596eed7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (b9e886c8-dd9d-4585-97f5-1f4a14488eb4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.035584 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-428855e1-749b-4a65-b70a-c88be596eed7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (b9e886c8-dd9d-4585-97f5-1f4a14488eb4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.057980 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428855e1-749b-4a65-b70a-c88be596eed7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e886c8-dd9d-4585-97f5-1f4a14488eb4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:56.069168 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-428855e1-749b-4a65-b70a-c88be596eed7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.073837 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-428855e1-749b-4a65-b70a-c88be596eed7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2536442 Jun 21 08:18:56.074478 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43822) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:56.091641 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-166aebe6-eceb-46af-a079-026b3702e95a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'security_group_rule': {'security_group_id': '1d683fec-9c28-456b-a13c-367c8821f678', 'project_id': '054a41c637b243f180a79969432bb3f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:56.129206 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-166aebe6-eceb-46af-a079-026b3702e95a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Project 054a41c637b243f180a79969432bb3f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 08:18:56.143953 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-166aebe6-eceb-46af-a079-026b3702e95a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (cd17d277-aec8-4fc0-811d-6d07fb237d65), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.257889 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9270897-e71d-452b-bc5d-3e6eb1e613d7 req-7aa80a8e-fc9c-4b3e-9c5e-161cf061592a service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146773 Jun 21 08:18:56.283488 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-166aebe6-eceb-46af-a079-026b3702e95a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (cd17d277-aec8-4fc0-811d-6d07fb237d65), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.294964 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device b38df0c4-4ff4-4131-becf-c141ab0b4a03 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:18:56.301601 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-166aebe6-eceb-46af-a079-026b3702e95a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (cd17d277-aec8-4fc0-811d-6d07fb237d65), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.318563 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59726f-690f-4e4b-8340-c1d91e47aa15 None None] New status for floating IP 3f12994b-de33-4bbb-8a7f-bac8f2118d34: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:18:56.328597 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: b38df0c4-4ff4-4131-becf-c141ab0b4a03 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:18:56.329212 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device b38df0c4-4ff4-4131-becf-c141ab0b4a03 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:18:56.335694 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166aebe6-eceb-46af-a079-026b3702e95a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd17d277-aec8-4fc0-811d-6d07fb237d65,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:56.346775 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-166aebe6-eceb-46af-a079-026b3702e95a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.348406 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-166aebe6-eceb-46af-a079-026b3702e95a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2727845 Jun 21 08:18:56.350989 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43828) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:18:56.356325 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-edf14511-ac79-4f8f-a474-bade492c3bb9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'security_group_rule': {'security_group_id': '1d683fec-9c28-456b-a13c-367c8821f678', 'project_id': '054a41c637b243f180a79969432bb3f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:56.385836 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-edf14511-ac79-4f8f-a474-bade492c3bb9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Project 054a41c637b243f180a79969432bb3f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 08:18:56.393673 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edf14511-ac79-4f8f-a474-bade492c3bb9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (9ee396ed-1e39-4e5f-88b4-6c5457d038b0), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.463278 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edf14511-ac79-4f8f-a474-bade492c3bb9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (9ee396ed-1e39-4e5f-88b4-6c5457d038b0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.467349 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edf14511-ac79-4f8f-a474-bade492c3bb9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (9ee396ed-1e39-4e5f-88b4-6c5457d038b0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.489985 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf14511-ac79-4f8f-a474-bade492c3bb9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee396ed-1e39-4e5f-88b4-6c5457d038b0,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:56.498832 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edf14511-ac79-4f8f-a474-bade492c3bb9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.500680 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-edf14511-ac79-4f8f-a474-bade492c3bb9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484044 Jun 21 08:18:56.614705 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-049ae31f-bcd2-4c1b-87fe-5f7c8508bca4 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229667050&fields=id&tenant_id=054a41c637b243f180a79969432bb3f8 HTTP/1.1" status: 200 len: 267 time: 0.0466273 Jun 21 08:18:56.670454 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-85ac9036-e928-44a5-8e9a-131be6adde35 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:56.671956 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-85ac9036-e928-44a5-8e9a-131be6adde35 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.0519743 Jun 21 08:18:56.683150 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-bef9ec12-f4d7-4a25-baf4-341410b183d7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'port': {'security_groups': ['367fadd0-2da9-4d6b-a2d4-7753ae2eabe6', '1d683fec-9c28-456b-a13c-367c8821f678']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:18:56.762572 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-bef9ec12-f4d7-4a25-baf4-341410b183d7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:56.790394 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:56.995182 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-bef9ec12-f4d7-4a25-baf4-341410b183d7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] For port caad30cb-6338-4d28-a42e-d858cceaec6f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=caad30cb-6338-4d28-a42e-d858cceaec6f,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:18:57.024850 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:57.027150 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-bef9ec12-f4d7-4a25-baf4-341410b183d7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:57.033481 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-bef9ec12-f4d7-4a25-baf4-341410b183d7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:57.048090 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['caad30cb-6338-4d28-a42e-d858cceaec6f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:18:57.086815 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-bef9ec12-f4d7-4a25-baf4-341410b183d7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:57.087459 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-bef9ec12-f4d7-4a25-baf4-341410b183d7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:57.088854 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7336b54-9f1c-4aee-b0a7-eb8838d4d1a6 req-bef9ec12-f4d7-4a25-baf4-341410b183d7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "PUT /v2.0/ports/caad30cb-6338-4d28-a42e-d858cceaec6f HTTP/1.1" status: 200 len: 982 time: 0.4102139 Jun 21 08:18:57.092198 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:18:57.094633 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28829fd5-9875-4b28-b28e-c46623a83176" -d '{"events": [{"name": "network-changed", "server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:18:57.119665 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9ec12-f4d7-4a25-baf4-341410b183d7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'Port': ['ID=caad30cb-6338-4d28-a42e-d858cceaec6f,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:18:57.164325 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1f041d-4cb2-40f3-a629-24f83d889a79 x-openstack-request-id: req-4c1f041d-4cb2-40f3-a629-24f83d889a79 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:18:57.164848 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:18:57.165247 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c1f041d-4cb2-40f3-a629-24f83d889a79 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:18:57.165799 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1f041d-4cb2-40f3-a629-24f83d889a79'] response: {'name': 'network-changed', 'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'status': 'completed', 'code': 200} Jun 21 08:18:57.233851 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:57.250823 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['caad30cb-6338-4d28-a42e-d858cceaec6f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:18:57.290175 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fa9ed-b712-4a2c-8abf-9fd528c99183 req-5cf5c6b7-4884-45cd-8e51-131a6fb26e09 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:57.311530 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a02fa9ed-b712-4a2c-8abf-9fd528c99183 req-5cf5c6b7-4884-45cd-8e51-131a6fb26e09 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.1304126 Jun 21 08:18:57.329373 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28829fd5-9875-4b28-b28e-c46623a83176 req-546437cb-195c-459b-821d-dbe175f76f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:57.331390 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-28829fd5-9875-4b28-b28e-c46623a83176 req-546437cb-195c-459b-821d-dbe175f76f16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=054a41c637b243f180a79969432bb3f8&device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 1169 time: 0.1139021 Jun 21 08:18:57.439669 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b2b49bb1-fd66-48e0-bfde-0efeb79bb397 None None] Provisioning complete for port caad30cb-6338-4d28-a42e-d858cceaec6f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:18:57.440294 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b2b49bb1-fd66-48e0-bfde-0efeb79bb397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:18:57.466120 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a02fa9ed-b712-4a2c-8abf-9fd528c99183 req-915efa4f-9dc1-42b0-818c-06a2ef34602d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458352 Jun 21 08:18:57.490612 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28829fd5-9875-4b28-b28e-c46623a83176 req-9f69ff34-26e5-453a-8127-2792ed2a1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:57.492293 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-28829fd5-9875-4b28-b28e-c46623a83176 req-9f69ff34-26e5-453a-8127-2792ed2a1b7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad93e950-a35b-4ca6-b8fc-75dbda938a47 HTTP/1.1" status: 200 len: 915 time: 0.1485605 Jun 21 08:18:57.548828 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:57.568244 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-28829fd5-9875-4b28-b28e-c46623a83176 req-158db3f5-5777-4683-ab37-b4ac763d2158 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caad30cb-6338-4d28-a42e-d858cceaec6f HTTP/1.1" status: 200 len: 1002 time: 0.0684938 Jun 21 08:18:57.629872 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28829fd5-9875-4b28-b28e-c46623a83176 req-3920d5df-ac18-47d9-b5cb-60cbd479f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:57.631353 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-28829fd5-9875-4b28-b28e-c46623a83176 req-3920d5df-ac18-47d9-b5cb-60cbd479f808 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d7e5e53-86dc-4ddb-82ca-dc27e46182e7 HTTP/1.1" status: 200 len: 853 time: 0.0460179 Jun 21 08:18:57.636877 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:18:57.645206 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b2b49bb1-fd66-48e0-bfde-0efeb79bb397 None None] Current status of the port caad30cb-6338-4d28-a42e-d858cceaec6f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:18:57.684310 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28829fd5-9875-4b28-b28e-c46623a83176 req-4a0ff552-54ff-4e98-968c-15c64ba4ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:57.685832 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-28829fd5-9875-4b28-b28e-c46623a83176 req-4a0ff552-54ff-4e98-968c-15c64ba4ead3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad93e950-a35b-4ca6-b8fc-75dbda938a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420227 Jun 21 08:18:57.799462 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-28829fd5-9875-4b28-b28e-c46623a83176 req-00998d94-fd46-43c2-a3de-bafbfff7707a service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047528 Jun 21 08:18:57.896349 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-28829fd5-9875-4b28-b28e-c46623a83176 req-7e0a3e13-b18a-485e-9934-edda13e5b0cb service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870185 Jun 21 08:18:58.702703 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c10962-0bc8-4e6a-bdb2-2cbe59c1ebce req-b12121b9-a86f-4c10-9ce4-47d0ee055452 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:58.704775 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-86c10962-0bc8-4e6a-bdb2-2cbe59c1ebce req-b12121b9-a86f-4c10-9ce4-47d0ee055452 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.0537920 Jun 21 08:18:58.755258 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-86c10962-0bc8-4e6a-bdb2-2cbe59c1ebce req-4061c46a-5395-4c05-8604-87fe41e967be tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440814 Jun 21 08:18:59.871230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dcbfe-5c05-468f-acee-075281593693 req-81511d5f-994f-4d7b-bde3-2b2afb023449 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:18:59.872599 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bd4dcbfe-5c05-468f-acee-075281593693 req-81511d5f-994f-4d7b-bde3-2b2afb023449 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.0477481 Jun 21 08:18:59.923847 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bd4dcbfe-5c05-468f-acee-075281593693 req-c16dba63-0d2c-4475-bcb2-729b5ea9d6ab tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454626 Jun 21 08:19:01.038256 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85571a2d-d0d3-4481-ae2b-97e5ad0a0234 req-2d770471-5f12-45db-bc43-d76c1e8d43c5 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:01.039765 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-85571a2d-d0d3-4481-ae2b-97e5ad0a0234 req-2d770471-5f12-45db-bc43-d76c1e8d43c5 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.0467281 Jun 21 08:19:01.065901 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b7ddbaa7-9c7e-46a5-a3f7-5c3aa8c800a8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:01.067724 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b7ddbaa7-9c7e-46a5-a3f7-5c3aa8c800a8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 946 time: 0.0497558 Jun 21 08:19:01.088539 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-85571a2d-d0d3-4481-ae2b-97e5ad0a0234 req-ca0b7b9c-96f5-4044-8e7b-b428278bcad1 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43d39b9-9878-416c-be4c-8d0f96e16002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Jun 21 08:19:01.156541 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Deleting port e7af3654-e669-4deb-a185-42a54ed5e149 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:19:01.156886 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:01.228540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:01.248944 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] For port e7af3654-e669-4deb-a185-42a54ed5e149, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e7af3654-e669-4deb-a185-42a54ed5e149,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:19:01.249309 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:01.410130 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:01.410509 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (f1ecb664-b14d-482e-b4e1-e1a565a0d399), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:01.411464 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Floating IP f1ecb664-b14d-482e-b4e1-e1a565a0d399 disassociated. External IP: 172.27.0.53, port: e7af3654-e669-4deb-a185-42a54ed5e149. Jun 21 08:19:01.411842 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Calling delete_port for e7af3654-e669-4deb-a185-42a54ed5e149 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:19:01.470097 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:01.546012 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (e7af3654-e669-4deb-a185-42a54ed5e149), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:01.574767 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'Port': ['ID=e7af3654-e669-4deb-a185-42a54ed5e149,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:01.684834 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Router bd349c29-377f-4e83-9f42-2afe21bb2644 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:19:01.796088 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:19:01.806639 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:19:01.818383 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:19:01.819286 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:19:01.846211 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] No DVR routers for this DVR port e7af3654-e669-4deb-a185-42a54ed5e149 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:19:01.848834 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:01.852479 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-126ec388-b697-4588-b800-33c8515fd3f8 req-b684297e-9f06-409b-8050-6f61c73cb221 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "DELETE /v2.0/ports/e7af3654-e669-4deb-a185-42a54ed5e149 HTTP/1.1" status: 204 len: 173 time: 0.7772965 Jun 21 08:19:01.852952 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'name': 'network-vif-deleted', 'tag': 'e7af3654-e669-4deb-a185-42a54ed5e149'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:19:01.855231 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8711094d-51de-491a-a87e-a6366806f527" -d '{"events": [{"server_uuid": "1c08d704-c754-4c7d-b0f4-540ebde6c782", "name": "network-vif-deleted", "tag": "e7af3654-e669-4deb-a185-42a54ed5e149"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:19:01.897773 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c288b1-2d87-4d51-a9b0-3d66b6a51af6 x-openstack-request-id: req-70c288b1-2d87-4d51-a9b0-3d66b6a51af6 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:19:01.898094 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c08d704-c754-4c7d-b0f4-540ebde6c782", "name": "network-vif-deleted", "tag": "e7af3654-e669-4deb-a185-42a54ed5e149", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:19:01.898342 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70c288b1-2d87-4d51-a9b0-3d66b6a51af6 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:19:01.899009 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c288b1-2d87-4d51-a9b0-3d66b6a51af6'] response: {'server_uuid': '1c08d704-c754-4c7d-b0f4-540ebde6c782', 'name': 'network-vif-deleted', 'tag': 'e7af3654-e669-4deb-a185-42a54ed5e149', 'status': 'completed', 'code': 200} Jun 21 08:19:01.934805 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:19:02.150717 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:19:02.180140 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:19:02.188650 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:19:02.189257 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:19:02.209504 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ed8fefd4-70c6-44e0-a618-0f4219f5747d req-b67c9120-1c66-4afe-8f72-be7e08ff0362 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c08d704-c754-4c7d-b0f4-540ebde6c782 HTTP/1.1" status: 200 len: 210 time: 0.0339923 Jun 21 08:19:02.281875 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:02.295189 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:19:02.445047 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:02.494113 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:19:02.519585 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c85d9f-25f2-4e76-bf71-dd88167aa88b None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:19:02.751565 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73178d-a31f-44b1-bbeb-98aa64dff77e None None] New status for floating IP f1ecb664-b14d-482e-b4e1-e1a565a0d399: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:19:02.874549 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:02.884146 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-23e92d6a-1ab1-46cf-b97c-8fcc080d248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:02.886395 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-23e92d6a-1ab1-46cf-b97c-8fcc080d248c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=054a41c637b243f180a79969432bb3f8&device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 1169 time: 0.0547621 Jun 21 08:19:02.900377 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e32305-d78a-4850-a596-f0a86685e965 req-bba2761c-ed1e-4394-9f47-2a23043d4222 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:02.901946 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c1e32305-d78a-4850-a596-f0a86685e965 req-bba2761c-ed1e-4394-9f47-2a23043d4222 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0735531 Jun 21 08:19:02.975753 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c1e32305-d78a-4850-a596-f0a86685e965 req-7ccc8b47-fcd1-4e91-8d63-aa795963df09 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651345 Jun 21 08:19:03.000060 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-48c582e2-3881-4f38-b906-e78fe2ed8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:03.001800 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-48c582e2-3881-4f38-b906-e78fe2ed8c7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad93e950-a35b-4ca6-b8fc-75dbda938a47 HTTP/1.1" status: 200 len: 915 time: 0.1067102 Jun 21 08:19:03.065707 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-a22288ef-bf1b-4520-b90b-8eb7b80e0cd4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caad30cb-6338-4d28-a42e-d858cceaec6f HTTP/1.1" status: 200 len: 1002 time: 0.0558894 Jun 21 08:19:03.081317 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:03.123575 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-cb8368e9-8bdc-4001-b4e0-c5e45fa3eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:03.125044 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-cb8368e9-8bdc-4001-b4e0-c5e45fa3eb99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d7e5e53-86dc-4ddb-82ca-dc27e46182e7 HTTP/1.1" status: 200 len: 853 time: 0.0515797 Jun 21 08:19:03.169438 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-17c6f1ab-8ca1-47c1-95c8-9a799179067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:03.170953 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-17c6f1ab-8ca1-47c1-95c8-9a799179067e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad93e950-a35b-4ca6-b8fc-75dbda938a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382006 Jun 21 08:19:03.264281 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-6a5721cc-8399-4608-a49d-515c6fe7ca86 service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860872 Jun 21 08:19:03.299975 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43884) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:03.355581 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97f1932b-efad-4558-8332-ac47adc9c526 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (e43d39b9-9878-416c-be4c-8d0f96e16002), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:03.365520 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-03d88d8d-0377-4db0-bac6-d74ba5bc7b05 req-f6ed4776-a9b6-4989-826a-dff38bc7fdd4 service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935209 Jun 21 08:19:03.383151 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97f1932b-efad-4558-8332-ac47adc9c526 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (e43d39b9-9878-416c-be4c-8d0f96e16002), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:03.434684 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97f1932b-efad-4558-8332-ac47adc9c526 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e43d39b9-9878-416c-be4c-8d0f96e16002), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:03.437586 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97f1932b-efad-4558-8332-ac47adc9c526 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:03.438875 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-97f1932b-efad-4558-8332-ac47adc9c526 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "DELETE /v2.0/security-groups/e43d39b9-9878-416c-be4c-8d0f96e16002 HTTP/1.1" status: 204 len: 168 time: 0.1378334 Jun 21 08:19:03.442356 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43886) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:03.460734 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1932b-efad-4558-8332-ac47adc9c526 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43d39b9-9878-416c-be4c-8d0f96e16002,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:03.462815 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.api.v2.resource [None req-0761cb66-b700-404a-9665-ef3d3f30617c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] show failed (client error): The resource could not be found. Jun 21 08:19:03.463836 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0761cb66-b700-404a-9665-ef3d3f30617c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups/e43d39b9-9878-416c-be4c-8d0f96e16002 HTTP/1.1" status: 404 len: 347 time: 0.0198517 Jun 21 08:19:03.466733 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43890) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:03.586537 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6bc810e8-1a1f-42e9-aa11-3eb390c23926 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Deleting port d74a1d6d-60ae-45b3-bf71-e745ab750e4f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:19:03.586925 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6bc810e8-1a1f-42e9-aa11-3eb390c23926 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (d74a1d6d-60ae-45b3-bf71-e745ab750e4f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:03.610872 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:03.664550 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6bc810e8-1a1f-42e9-aa11-3eb390c23926 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (d74a1d6d-60ae-45b3-bf71-e745ab750e4f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:03.664875 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6bc810e8-1a1f-42e9-aa11-3eb390c23926 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (d74a1d6d-60ae-45b3-bf71-e745ab750e4f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:03.680788 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6bc810e8-1a1f-42e9-aa11-3eb390c23926 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Calling delete_port for d74a1d6d-60ae-45b3-bf71-e745ab750e4f owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:19:03.819122 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6bc810e8-1a1f-42e9-aa11-3eb390c23926 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (d74a1d6d-60ae-45b3-bf71-e745ab750e4f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:03.847148 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc810e8-1a1f-42e9-aa11-3eb390c23926 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'Port': ['ID=d74a1d6d-60ae-45b3-bf71-e745ab750e4f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:03.913376 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6bc810e8-1a1f-42e9-aa11-3eb390c23926 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (f1ecb664-b14d-482e-b4e1-e1a565a0d399), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:03.916174 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6bc810e8-1a1f-42e9-aa11-3eb390c23926 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:03.917374 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6bc810e8-1a1f-42e9-aa11-3eb390c23926 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "DELETE /v2.0/floatingips/f1ecb664-b14d-482e-b4e1-e1a565a0d399 HTTP/1.1" status: 204 len: 168 time: 0.4496305 Jun 21 08:19:03.997455 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 43898) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:04.002270 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-813c787f-a02e-46e4-8683-e339388b08c0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953331653', 'description': 'tempest-description--1913404498'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:19:04.008205 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:04.030654 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-813c787f-a02e-46e4-8683-e339388b08c0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.111137 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4bf4b-0e13-4291-9c8e-3a953548868d req-04e3c0c3-934b-4f1f-988c-0c3552b81d46 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:04.112533 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1ce4bf4b-0e13-4291-9c8e-3a953548868d req-04e3c0c3-934b-4f1f-988c-0c3552b81d46 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0590689 Jun 21 08:19:04.158864 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-813c787f-a02e-46e4-8683-e339388b08c0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (6e1a4806-8129-4afa-8cb3-9ba244b10b6e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.168007 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-813c787f-a02e-46e4-8683-e339388b08c0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6e1a4806-8129-4afa-8cb3-9ba244b10b6e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.216491 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-813c787f-a02e-46e4-8683-e339388b08c0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.217705 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-813c787f-a02e-46e4-8683-e339388b08c0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2192371 Jun 21 08:19:04.220807 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43902) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:04.225613 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1853759b-9134-48aa-873b-79ef258b8102 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group_rule': {'security_group_id': '6e1a4806-8129-4afa-8cb3-9ba244b10b6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:19:04.227158 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1ce4bf4b-0e13-4291-9c8e-3a953548868d req-8fcf0fb0-2dad-487e-b451-5e51fe5b95ce tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073821 Jun 21 08:19:04.228579 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c787f-a02e-46e4-8683-e339388b08c0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a4806-8129-4afa-8cb3-9ba244b10b6e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:04.262227 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1853759b-9134-48aa-873b-79ef258b8102 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (32de0b71-e65b-449a-badc-604703d1c894), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.310750 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device e7af3654-e669-4deb-a185-42a54ed5e149 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:19:04.321512 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1853759b-9134-48aa-873b-79ef258b8102 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (32de0b71-e65b-449a-badc-604703d1c894), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.326490 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1853759b-9134-48aa-873b-79ef258b8102 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (32de0b71-e65b-449a-badc-604703d1c894), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.330524 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: e7af3654-e669-4deb-a185-42a54ed5e149 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:19:04.330974 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device e7af3654-e669-4deb-a185-42a54ed5e149 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:19:04.345861 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:04.352888 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853759b-9134-48aa-873b-79ef258b8102 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32de0b71-e65b-449a-badc-604703d1c894,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:04.360181 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1853759b-9134-48aa-873b-79ef258b8102 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.361600 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-1853759b-9134-48aa-873b-79ef258b8102 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397295 Jun 21 08:19:04.365584 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43904) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:04.371361 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c2c3e069-b232-403d-b209-24449473bbe4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group_rule': {'security_group_id': '6e1a4806-8129-4afa-8cb3-9ba244b10b6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:19:04.400283 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e069-b232-403d-b209-24449473bbe4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (fb318004-fe52-488e-a09e-75dcbda6843b), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.460802 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e069-b232-403d-b209-24449473bbe4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (fb318004-fe52-488e-a09e-75dcbda6843b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.464599 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e069-b232-403d-b209-24449473bbe4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (fb318004-fe52-488e-a09e-75dcbda6843b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.483252 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3e069-b232-403d-b209-24449473bbe4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb318004-fe52-488e-a09e-75dcbda6843b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:04.490642 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e069-b232-403d-b209-24449473bbe4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.491836 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-c2c3e069-b232-403d-b209-24449473bbe4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252944 Jun 21 08:19:04.494918 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 43906) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:04.499248 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:19:04.523440 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.603558 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.713678 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Allocated IP 172.27.0.130 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/110162cf-b408-4c9e-9bff-847c3530df14) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:19:04.816104 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:04.827849 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (110162cf-b408-4c9e-9bff-847c3530df14), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.862260 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (110162cf-b408-4c9e-9bff-847c3530df14), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:04.903014 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:19:04.905930 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:19:04.909754 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:19:04.915306 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=110162cf-b408-4c9e-9bff-847c3530df14,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:04.998460 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (4b94ef8c-3e4c-4efa-988e-d18130533deb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:05.027045 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:05.037324 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (110162cf-b408-4c9e-9bff-847c3530df14), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:05.195454 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (110162cf-b408-4c9e-9bff-847c3530df14), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:05.199997 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (110162cf-b408-4c9e-9bff-847c3530df14), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:05.268218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=110162cf-b408-4c9e-9bff-847c3530df14,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:05.283719 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (4b94ef8c-3e4c-4efa-988e-d18130533deb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:05.300959 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:05.302351 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-af6346ad-211f-4b26-b5b4-c332ebe4bb36 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8064260 Jun 21 08:19:05.362197 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117b2d5-186a-4df8-ae09-2b252ad172d9 req-a6aaa32e-31fd-4cd0-a5a7-b0c452b63085 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:05.363886 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4117b2d5-186a-4df8-ae09-2b252ad172d9 req-a6aaa32e-31fd-4cd0-a5a7-b0c452b63085 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0537996 Jun 21 08:19:05.439758 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4117b2d5-186a-4df8-ae09-2b252ad172d9 req-5cf88909-38fc-475d-bfac-06660c49e487 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695534 Jun 21 08:19:05.520368 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-7f6fb55b-a0bb-4333-bdc7-fd57845d6ca7 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1953331653&fields=id&tenant_id=d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 267 time: 0.0437703 Jun 21 08:19:05.634999 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-c9dc898d-3d63-43b0-a957-427c46542b3d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:05.636469 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-c9dc898d-3d63-43b0-a957-427c46542b3d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 814 time: 0.1086903 Jun 21 08:19:05.651999 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-efb47142-50b7-4309-bcaa-e3650481ba74 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/quotas/d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 375 time: 0.0101156 Jun 21 08:19:05.700943 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-0854e494-2e1c-4108-9193-1663011a2531 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434349 Jun 21 08:19:05.780978 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:05.804960 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f41b1dfa-69b2-4ba3-a119-6bbddd563283 service neutron] 10.222.0.36 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906608 Jun 21 08:19:05.899902 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-70fcab3b-7430-441d-902b-9642dc65bbf1 service neutron] 10.222.0.36 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893095 Jun 21 08:19:06.065677 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fb8c3445-cb5b-4973-8de7-ad22a4b396a0 req-affde6c0-d886-4df5-b7c6-af3feca5c4e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 210 time: 0.0306878 Jun 21 08:19:06.564081 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c6fb1-1d1a-4188-aa8a-5169584530fb req-512ee4b7-2a0d-46b1-80bb-484d932c18f1 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:06.565561 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3c5c6fb1-1d1a-4188-aa8a-5169584530fb req-512ee4b7-2a0d-46b1-80bb-484d932c18f1 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0527642 Jun 21 08:19:06.632404 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3c5c6fb1-1d1a-4188-aa8a-5169584530fb req-fccdeb42-e26e-41c9-88d3-01b8eba83efc tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602515 Jun 21 08:19:07.429106 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6aad43b2-4f5f-4b90-af04-026280514f2c req-99c5c116-c594-4ef6-818a-b95ca0fa5aea tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 210 time: 0.2756965 Jun 21 08:19:07.444560 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-6dc56482-0852-4e3d-bd9b-809b29e4836a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:07.446046 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-6dc56482-0852-4e3d-bd9b-809b29e4836a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 814 time: 0.4002602 Jun 21 08:19:07.505472 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:07.521471 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-d4efd435-8639-49e1-b53a-cd6d52a22760 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 380 time: 0.0537288 Jun 21 08:19:07.534058 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'port': {'device_id': '74ee7b38-833c-4047-9999-c591d6088b45', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'admin_state_up': True, 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'security_groups': ['6e1a4806-8129-4afa-8cb3-9ba244b10b6e']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:19:07.642197 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Made reservation on behalf of d1a4467fae7e4bdea5a1e00c0379c326 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:19:07.645762 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:07.758011 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d4292-fbd5-4b6f-8e3e-259597af0286 req-dbf01477-66eb-4a53-9fdc-8b92b0330ba1 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:07.762102 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-828d4292-fbd5-4b6f-8e3e-259597af0286 req-dbf01477-66eb-4a53-9fdc-8b92b0330ba1 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0543957 Jun 21 08:19:07.780272 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Allocated IP 172.20.0.13 (bbf78e3a-7b50-434f-bb05-1e295b095c9f/754083e1-dd7f-49dd-afa9-e46f5f2c466b/db282937-dba1-4afe-babe-818665f5c5a8) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:19:07.809405 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:07.830895 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-828d4292-fbd5-4b6f-8e3e-259597af0286 req-87fa7309-7146-4e17-85bd-1d9ca9255f70 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582910 Jun 21 08:19:07.923774 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (db282937-dba1-4afe-babe-818665f5c5a8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:07.956611 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (db282937-dba1-4afe-babe-818665f5c5a8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:07.999897 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:19:08.003098 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:19:08.007127 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:19:08.030271 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=db282937-dba1-4afe-babe-818665f5c5a8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:08.064905 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:08.065539 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:08.082860 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f6b0dd3c-e8dd-4c6d-8d4a-55d0caae73e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522094 Jun 21 08:19:08.097984 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Request body: {'port': {'device_id': '74ee7b38-833c-4047-9999-c591d6088b45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:19:08.168360 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db282937-dba1-4afe-babe-818665f5c5a8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:08.247513 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d55e678a-80de-48e4-ac86-abfd7ac3394e None None] Provisioning complete for port db282937-dba1-4afe-babe-818665f5c5a8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:19:08.248107 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d55e678a-80de-48e4-ac86-abfd7ac3394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (db282937-dba1-4afe-babe-818665f5c5a8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:08.284064 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d55e678a-80de-48e4-ac86-abfd7ac3394e None None] Port db282937-dba1-4afe-babe-818665f5c5a8 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:19:08.357373 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:08.431121 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db282937-dba1-4afe-babe-818665f5c5a8 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:19:08.438540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Publish callbacks [] for port (db282937-dba1-4afe-babe-818665f5c5a8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:08.451638 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Transition to ACTIVE for port object db282937-dba1-4afe-babe-818665f5c5a8 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:19:08.455399 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (db282937-dba1-4afe-babe-818665f5c5a8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:08.509556 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Pushing event updated for resources: {'Port': ['ID=db282937-dba1-4afe-babe-818665f5c5a8,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:08.597090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce05bc6-1896-4334-94c7-e8a58d1de988 req-babb774a-eefc-4b5c-a871-4b0993034ae8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:08.599236 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2ce05bc6-1896-4334-94c7-e8a58d1de988 req-babb774a-eefc-4b5c-a871-4b0993034ae8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 944 time: 0.0942059 Jun 21 08:19:08.648365 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Attempting to bind port db282937-dba1-4afe-babe-818665f5c5a8 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:19:08.648704 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Attempting to bind port db282937-dba1-4afe-babe-818665f5c5a8 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:19:08.649102 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Attempting to bind port db282937-dba1-4afe-babe-818665f5c5a8 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:19:08.654747 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:08.665391 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Port db282937-dba1-4afe-babe-818665f5c5a8 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:19:08.665883 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Attempting to bind port db282937-dba1-4afe-babe-818665f5c5a8 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:19:08.676156 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:19:08.676496 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Checking segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:19:08.677615 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Bound using segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:19:08.678073 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Bound port: db282937-dba1-4afe-babe-818665f5c5a8, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:19:08.678437 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db282937-dba1-4afe-babe-818665f5c5a8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:08.682946 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2ce05bc6-1896-4334-94c7-e8a58d1de988 req-057552ea-896c-428e-8c2b-fb3087c816d0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766187 Jun 21 08:19:08.744024 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] For port db282937-dba1-4afe-babe-818665f5c5a8, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:19:08.747041 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] For port db282937-dba1-4afe-babe-818665f5c5a8, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db282937-dba1-4afe-babe-818665f5c5a8,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:19:08.752803 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (db282937-dba1-4afe-babe-818665f5c5a8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:08.794978 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:08.795599 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:08.796974 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-a0646942-0749-4d53-9039-237efc396bbf service neutron] 10.222.0.46 "PUT /v2.0/ports/db282937-dba1-4afe-babe-818665f5c5a8 HTTP/1.1" status: 200 len: 1094 time: 0.7032928 Jun 21 08:19:08.797404 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ee7b38-833c-4047-9999-c591d6088b45', 'tag': 'db282937-dba1-4afe-babe-818665f5c5a8'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:19:08.799635 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423" -d '{"events": [{"name": "network-changed", "server_uuid": "74ee7b38-833c-4047-9999-c591d6088b45", "tag": "db282937-dba1-4afe-babe-818665f5c5a8"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:19:08.819246 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0646942-0749-4d53-9039-237efc396bbf service neutron] Pushing event updated for resources: {'Port': ['ID=db282937-dba1-4afe-babe-818665f5c5a8,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:08.840196 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ac7fc6-f4f5-4513-a932-89f19dbaf2a8 x-openstack-request-id: req-75ac7fc6-f4f5-4513-a932-89f19dbaf2a8 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:19:08.840474 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ee7b38-833c-4047-9999-c591d6088b45", "tag": "db282937-dba1-4afe-babe-818665f5c5a8", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:19:08.840728 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75ac7fc6-f4f5-4513-a932-89f19dbaf2a8 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:19:08.841138 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ac7fc6-f4f5-4513-a932-89f19dbaf2a8'] response: {'name': 'network-changed', 'server_uuid': '74ee7b38-833c-4047-9999-c591d6088b45', 'tag': 'db282937-dba1-4afe-babe-818665f5c5a8', 'status': 'completed', 'code': 200} Jun 21 08:19:08.894039 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-0edbbd2d-a8b7-4ef2-bc7a-75feb9e08b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:08.896411 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-0edbbd2d-a8b7-4ef2-bc7a-75feb9e08b31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 1128 time: 0.0477688 Jun 21 08:19:08.972754 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-21dd4b9f-0328-40b8-94e7-9b158223d8fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db282937-dba1-4afe-babe-818665f5c5a8 HTTP/1.1" status: 200 len: 217 time: 0.0396023 Jun 21 08:19:08.984218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e971ded-5399-49e7-808c-d35eff808bf4 req-720164f0-db1f-4480-a8a9-643672fcbe45 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:08.985739 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1e971ded-5399-49e7-808c-d35eff808bf4 req-720164f0-db1f-4480-a8a9-643672fcbe45 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0823228 Jun 21 08:19:09.054191 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-5fa79516-9f2b-481b-980a-6ce25a79066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:09.055860 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-5fa79516-9f2b-481b-980a-6ce25a79066e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.0692537 Jun 21 08:19:09.124076 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1e971ded-5399-49e7-808c-d35eff808bf4 req-6bae91fb-6840-4451-bef1-cb48894a8b95 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277239 Jun 21 08:19:09.125328 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f9704595-50c7-4a5b-b322-6104e290e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:09.127019 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-f9704595-50c7-4a5b-b322-6104e290e744 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605934 Jun 21 08:19:09.228280 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-ee617fa5-7926-4704-8426-d86d1926ca77 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891314 Jun 21 08:19:09.303659 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:09.319749 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41b0aebc-1255-41b2-bfb2-a46ee700f868 req-3e2be26f-b0ed-481c-9047-34a435e75a9d service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836978 Jun 21 08:19:09.795098 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:09.804362 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c434a2-896a-4033-a36f-edc7ad055e6d req-e63f9cdc-2424-4a72-bba1-081e4ff9c2e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:09.805848 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-17c434a2-896a-4033-a36f-edc7ad055e6d req-e63f9cdc-2424-4a72-bba1-081e4ff9c2e0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 944 time: 0.0528429 Jun 21 08:19:09.853730 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-17c434a2-896a-4033-a36f-edc7ad055e6d req-9c65b9c5-5a33-4e82-9c39-2b02b1047b8e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Jun 21 08:19:10.242856 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffef26-c6c1-4671-983a-3145a9878057 req-8e236b8a-26b0-422e-b75d-7fdb28638502 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:10.244347 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ecffef26-c6c1-4671-983a-3145a9878057 req-8e236b8a-26b0-422e-b75d-7fdb28638502 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0513597 Jun 21 08:19:10.303817 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ecffef26-c6c1-4671-983a-3145a9878057 req-c963fd79-078b-40a2-8e84-a2f6467864af tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538626 Jun 21 08:19:10.528932 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-3393a028-df6e-44cc-aede-d6f417f2d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:10.530381 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-3393a028-df6e-44cc-aede-d6f417f2d76a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 1128 time: 0.0389225 Jun 21 08:19:10.625987 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-4e35aa5f-9411-4f39-8f93-86da019663a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:10.627471 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-4e35aa5f-9411-4f39-8f93-86da019663a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 915 time: 0.0869894 Jun 21 08:19:10.674291 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-12e63ddd-cda1-4607-a888-f30553cc59ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db282937-dba1-4afe-babe-818665f5c5a8 HTTP/1.1" status: 200 len: 217 time: 0.0320377 Jun 21 08:19:10.725150 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-5dbe3a95-d829-4a60-9978-a3e5064c4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:10.726545 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-5dbe3a95-d829-4a60-9978-a3e5064c4404 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.0433567 Jun 21 08:19:10.771359 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-78c87c41-4571-45f1-9292-5c142a733a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:10.772787 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-78c87c41-4571-45f1-9292-5c142a733a01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377460 Jun 21 08:19:10.811340 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:10.868168 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-184d4a3b-c2fc-45ad-b009-c1f5d6c513c5 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872095 Jun 21 08:19:10.968251 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dd8c1b6e-185d-4cf8-8c7a-da5ac4284423 req-37629bdd-0fbd-40ef-975d-dfd5fb63af9a service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907819 Jun 21 08:19:10.972716 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04601c6f-b3a3-4423-bbb9-24fd7eafff2c req-bb44dcab-6cf9-438a-a975-fb212db5bcab tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:10.974321 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-04601c6f-b3a3-4423-bbb9-24fd7eafff2c req-bb44dcab-6cf9-438a-a975-fb212db5bcab tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 944 time: 0.0496519 Jun 21 08:19:11.025989 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-04601c6f-b3a3-4423-bbb9-24fd7eafff2c req-8c616039-9eee-43cf-ae58-ac7a61b350a0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459981 Jun 21 08:19:11.416890 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910988a4-3955-48e9-9043-4be58ae42194 req-2fa74d5d-b85b-4eb1-a429-cc22e0686cd7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:11.418358 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-910988a4-3955-48e9-9043-4be58ae42194 req-2fa74d5d-b85b-4eb1-a429-cc22e0686cd7 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0486214 Jun 21 08:19:11.477590 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-910988a4-3955-48e9-9043-4be58ae42194 req-8f835170-6a83-405d-8369-5f6a358d975a tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536339 Jun 21 08:19:12.137290 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77887aa4-242d-4eaf-bc31-91e50076efd1 req-87b9ee3d-8641-4f3b-903b-cf4a9bd0c3e5 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:12.138827 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-77887aa4-242d-4eaf-bc31-91e50076efd1 req-87b9ee3d-8641-4f3b-903b-cf4a9bd0c3e5 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 944 time: 0.0486069 Jun 21 08:19:12.185689 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-77887aa4-242d-4eaf-bc31-91e50076efd1 req-4bc52bdb-9fb9-4c8e-bd72-d1f8b7d392a4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Jun 21 08:19:12.325031 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db282937-dba1-4afe-babe-818665f5c5a8 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:19:12.426984 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port db282937-dba1-4afe-babe-818665f5c5a8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db282937-dba1-4afe-babe-818665f5c5a8,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:19:12.437867 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'db282937-dba1-4afe-babe-818665f5c5a8', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'port_id': 'db282937-dba1-4afe-babe-818665f5c5a8', 'mac_address': 'fa:16:3e:8c:e4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:19:12.472369 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port db282937-dba1-4afe-babe-818665f5c5a8 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:19:12.472760 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db282937-dba1-4afe-babe-818665f5c5a8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:12.488721 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db282937-dba1-4afe-babe-818665f5c5a8 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:19:12.508814 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port db282937-dba1-4afe-babe-818665f5c5a8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db282937-dba1-4afe-babe-818665f5c5a8,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:19:12.513274 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (db282937-dba1-4afe-babe-818665f5c5a8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:12.561925 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=db282937-dba1-4afe-babe-818665f5c5a8,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:12.609281 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeb24a-b777-4749-9d99-b132be97c29a req-c786d3ee-af31-4cbe-825f-e77ace9c22de tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:12.610759 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fddeb24a-b777-4749-9d99-b132be97c29a req-c786d3ee-af31-4cbe-825f-e77ace9c22de tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0559452 Jun 21 08:19:12.670688 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fddeb24a-b777-4749-9d99-b132be97c29a req-1a41ffba-e0a3-4ecd-87c7-ee4e12ec8ff6 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540321 Jun 21 08:19:12.857950 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['db282937-dba1-4afe-babe-818665f5c5a8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:19:12.876310 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:13.296512 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a194a7-316e-496d-b3c9-e9e0f2e5b723 req-bc9a94b1-4346-467a-ba34-1d3220bd1e95 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:13.297981 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-15a194a7-316e-496d-b3c9-e9e0f2e5b723 req-bc9a94b1-4346-467a-ba34-1d3220bd1e95 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 945 time: 0.0463967 Jun 21 08:19:13.343917 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-15a194a7-316e-496d-b3c9-e9e0f2e5b723 req-e29c5ca2-2765-4524-a9fa-b39063ee65c1 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398679 Jun 21 08:19:13.801773 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19311370-9f67-4999-863b-3dd476ffc5ed req-3ea2ab2a-cb11-46e1-a9bf-f2558137c808 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:13.801773 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-19311370-9f67-4999-863b-3dd476ffc5ed req-3ea2ab2a-cb11-46e1-a9bf-f2558137c808 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0556633 Jun 21 08:19:13.867153 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-19311370-9f67-4999-863b-3dd476ffc5ed req-1bf97a36-5ad7-4231-8b93-8e4f16f1d1c9 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613747 Jun 21 08:19:14.338266 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db282937-dba1-4afe-babe-818665f5c5a8 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:19:14.374550 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:14.383702 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port db282937-dba1-4afe-babe-818665f5c5a8 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:19:14.389457 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port db282937-dba1-4afe-babe-818665f5c5a8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:19:14.389909 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (db282937-dba1-4afe-babe-818665f5c5a8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:14.459626 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703fde2-afc8-42dc-8fca-25fd0c1cb623 req-fb77a034-1912-4ce7-b078-b72a905732ad tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:14.461115 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e703fde2-afc8-42dc-8fca-25fd0c1cb623 req-fb77a034-1912-4ce7-b078-b72a905732ad tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 945 time: 0.0507748 Jun 21 08:19:14.463667 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port db282937-dba1-4afe-babe-818665f5c5a8 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:19:14.464160 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db282937-dba1-4afe-babe-818665f5c5a8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:14.490142 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ee7b38-833c-4047-9999-c591d6088b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db282937-dba1-4afe-babe-818665f5c5a8'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:19:14.491070 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c2db50-4a6f-4045-abd3-d7f7a7ae6f89" -d '{"events": [{"server_uuid": "74ee7b38-833c-4047-9999-c591d6088b45", "name": "network-vif-plugged", "status": "completed", "tag": "db282937-dba1-4afe-babe-818665f5c5a8"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:19:14.504266 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port db282937-dba1-4afe-babe-818665f5c5a8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db282937-dba1-4afe-babe-818665f5c5a8,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:19:14.509080 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e703fde2-afc8-42dc-8fca-25fd0c1cb623 req-a8eddd8c-f8b7-4d9b-a18b-04b309ecc2d9 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Jun 21 08:19:14.511415 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (db282937-dba1-4afe-babe-818665f5c5a8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:14.541517 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b710ec-ae09-4301-b2ae-6d933107d613 x-openstack-request-id: req-60b710ec-ae09-4301-b2ae-6d933107d613 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:19:14.541827 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ee7b38-833c-4047-9999-c591d6088b45", "name": "network-vif-plugged", "status": "completed", "tag": "db282937-dba1-4afe-babe-818665f5c5a8", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:19:14.542083 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60b710ec-ae09-4301-b2ae-6d933107d613 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:19:14.542473 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b710ec-ae09-4301-b2ae-6d933107d613'] response: {'server_uuid': '74ee7b38-833c-4047-9999-c591d6088b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db282937-dba1-4afe-babe-818665f5c5a8', 'code': 200} Jun 21 08:19:14.569200 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=db282937-dba1-4afe-babe-818665f5c5a8,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:14.702119 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4c956-fc04-4190-b5e6-52c254ac8073 req-18b17d43-aaff-449c-8c8a-d9ab3906579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:14.703585 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1ff4c956-fc04-4190-b5e6-52c254ac8073 req-18b17d43-aaff-449c-8c8a-d9ab3906579a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 1130 time: 0.0410402 Jun 21 08:19:14.750233 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1ff4c956-fc04-4190-b5e6-52c254ac8073 req-65ae8fea-c4eb-406e-90fe-e0f9908d4bd3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375195 Jun 21 08:19:14.985624 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6d198-22ae-4f7c-a2d8-7961b80e5e18 req-16337709-3579-423d-906b-2f02aa8de29b tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:14.987492 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f2d6d198-22ae-4f7c-a2d8-7961b80e5e18 req-16337709-3579-423d-906b-2f02aa8de29b tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0505426 Jun 21 08:19:15.051545 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f2d6d198-22ae-4f7c-a2d8-7961b80e5e18 req-008e22fd-afa4-4e93-8991-25ebe3b0ccb2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565729 Jun 21 08:19:15.590242 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:15.631184 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1ac5f-c719-4e58-8b85-e83a699c222b req-4a336bf3-8d7c-4a08-96b5-43246925b24f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:15.632655 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2e1ac5f-c719-4e58-8b85-e83a699c222b req-4a336bf3-8d7c-4a08-96b5-43246925b24f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 946 time: 0.0516045 Jun 21 08:19:15.680185 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2e1ac5f-c719-4e58-8b85-e83a699c222b req-7a6bdf5f-d630-408c-88a0-83fd85ac4428 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 Jun 21 08:19:16.185314 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7fc72-1213-490b-8873-b34466746b10 req-1c3c16b4-3c4d-4ca3-a633-915a047c49df tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:16.186869 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-abe7fc72-1213-490b-8873-b34466746b10 req-1c3c16b4-3c4d-4ca3-a633-915a047c49df tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0600185 Jun 21 08:19:16.246241 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-abe7fc72-1213-490b-8873-b34466746b10 req-939ca7e6-b3ff-4a4a-8322-5130322b63b0 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537522 Jun 21 08:19:16.792831 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551b1d2-8fbf-453e-9271-438e06c10eaa req-d9db5842-f330-4d0c-8642-93da0225f227 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:16.794292 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c551b1d2-8fbf-453e-9271-438e06c10eaa req-d9db5842-f330-4d0c-8642-93da0225f227 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 946 time: 0.0475221 Jun 21 08:19:16.840581 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c551b1d2-8fbf-453e-9271-438e06c10eaa req-525aa4c1-bfe3-4b49-91ce-1c0c37ce2c71 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406957 Jun 21 08:19:16.947975 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41033bfe-db8d-4374-abff-74bdfde17374 req-ff14f005-1536-4e1a-99a0-e2769b733b2c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:16.949426 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41033bfe-db8d-4374-abff-74bdfde17374 req-ff14f005-1536-4e1a-99a0-e2769b733b2c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 946 time: 0.0465031 Jun 21 08:19:16.957828 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44044) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:16.962598 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-48b4d5ed-8b95-4caa-bc68-82744249df8b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'floatingip': {'port_id': 'db282937-dba1-4afe-babe-818665f5c5a8'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:19:16.998430 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48b4d5ed-8b95-4caa-bc68-82744249df8b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (4b94ef8c-3e4c-4efa-988e-d18130533deb), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:17.001507 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:17.354548 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:17.366893 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12d78a-e664-4936-97c4-2888b0239295 req-836f2c4b-fa11-45e3-aeb8-3c034e57b8cb tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:17.368439 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0b12d78a-e664-4936-97c4-2888b0239295 req-836f2c4b-fa11-45e3-aeb8-3c034e57b8cb tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0474734 Jun 21 08:19:17.416030 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:17.435740 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0b12d78a-e664-4936-97c4-2888b0239295 req-ba8b474c-d99f-4284-9c5b-a9c2c9cf4fdb tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587568 Jun 21 08:19:17.441474 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48b4d5ed-8b95-4caa-bc68-82744249df8b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:17.446517 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48b4d5ed-8b95-4caa-bc68-82744249df8b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (4b94ef8c-3e4c-4efa-988e-d18130533deb), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:17.543150 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-48b4d5ed-8b95-4caa-bc68-82744249df8b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Floating IP 4b94ef8c-3e4c-4efa-988e-d18130533deb associated. External IP: 172.27.0.130, port: db282937-dba1-4afe-babe-818665f5c5a8. Jun 21 08:19:17.740169 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b4d5ed-8b95-4caa-bc68-82744249df8b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Router bd349c29-377f-4e83-9f42-2afe21bb2644 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:19:17.844003 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b4d5ed-8b95-4caa-bc68-82744249df8b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:19:17.848891 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48b4d5ed-8b95-4caa-bc68-82744249df8b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:17.856068 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:19:17.866787 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:19:17.867546 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:19:17.881240 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-48b4d5ed-8b95-4caa-bc68-82744249df8b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "PUT /v2.0/floatingips/4b94ef8c-3e4c-4efa-988e-d18130533deb HTTP/1.1" status: 200 len: 992 time: 0.9224019 Jun 21 08:19:17.882706 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ee7b38-833c-4047-9999-c591d6088b45', 'tag': 'db282937-dba1-4afe-babe-818665f5c5a8'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:19:17.885593 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327572ba-c7e4-40da-b6dc-225f00f0bb65" -d '{"events": [{"name": "network-changed", "server_uuid": "74ee7b38-833c-4047-9999-c591d6088b45", "tag": "db282937-dba1-4afe-babe-818665f5c5a8"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:19:17.912576 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:17.921950 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8cfcee-b50e-4764-9c92-559e089117ea x-openstack-request-id: req-cf8cfcee-b50e-4764-9c92-559e089117ea {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:19:17.922329 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ee7b38-833c-4047-9999-c591d6088b45", "tag": "db282937-dba1-4afe-babe-818665f5c5a8", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:19:17.922690 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf8cfcee-b50e-4764-9c92-559e089117ea {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:19:17.923083 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8cfcee-b50e-4764-9c92-559e089117ea'] response: {'name': 'network-changed', 'server_uuid': '74ee7b38-833c-4047-9999-c591d6088b45', 'tag': 'db282937-dba1-4afe-babe-818665f5c5a8', 'status': 'completed', 'code': 200} Jun 21 08:19:17.987144 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-35996235-1235-4ec6-870a-7d979947d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:17.988648 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-35996235-1235-4ec6-870a-7d979947d46f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 1130 time: 0.0417325 Jun 21 08:19:18.084585 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-b0d141c8-1e85-416e-b8db-d180f18fba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:18.086098 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-b0d141c8-1e85-416e-b8db-d180f18fba1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 915 time: 0.0895338 Jun 21 08:19:18.100169 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:19:18.153862 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-3ea688f6-80d9-4ba7-a35e-0c4514c2bea4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db282937-dba1-4afe-babe-818665f5c5a8 HTTP/1.1" status: 200 len: 1000 time: 0.0606573 Jun 21 08:19:18.185965 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:18.204170 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-14feb108-f4a1-4103-b94d-cfee9bd6204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:18.205614 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-14feb108-f4a1-4103-b94d-cfee9bd6204e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.0448031 Jun 21 08:19:18.249282 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-6ab185fb-61f6-4cfe-987e-7731da836583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:18.251043 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-6ab185fb-61f6-4cfe-987e-7731da836583 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377884 Jun 21 08:19:18.309140 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '4b94ef8c-3e4c-4efa-988e-d18130533deb', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'db282937-dba1-4afe-babe-818665f5c5a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:8c:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ee7b38-833c-4047-9999-c591d6088b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:19:04Z', 'updated_at': '2022-06-21T08:19:17Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:19:18.337809 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:19:18.346511 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:19:18.347344 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-d13ec458-ab2a-458d-8a57-a2aee9c93ab0 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880275 Jun 21 08:19:18.347466 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:18:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:19:18.440982 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-327572ba-c7e4-40da-b6dc-225f00f0bb65 req-c1b81992-128b-4db0-882a-cccce42619b9 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876169 Jun 21 08:19:18.468573 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:19:18.581412 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e6e0a-b9c8-4a79-9bae-333846c4a91e req-86500d8b-6bac-4ce7-9077-740083cf0a72 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:18.583100 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-711e6e0a-b9c8-4a79-9bae-333846c4a91e req-86500d8b-6bac-4ce7-9077-740083cf0a72 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0659373 Jun 21 08:19:18.638123 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44068) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:18.652532 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-711e6e0a-b9c8-4a79-9bae-333846c4a91e req-cec1169d-3c15-42d3-80c2-5d9c8c62e835 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623691 Jun 21 08:19:18.705227 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:18.720696 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '4b94ef8c-3e4c-4efa-988e-d18130533deb', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'db282937-dba1-4afe-babe-818665f5c5a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:8c:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ee7b38-833c-4047-9999-c591d6088b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:19:04Z', 'updated_at': '2022-06-21T08:19:17Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:19:18.748007 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:18.749673 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e29f89-6b30-4c0a-9006-bf5748688e99 None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '4b94ef8c-3e4c-4efa-988e-d18130533deb', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'db282937-dba1-4afe-babe-818665f5c5a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:8c:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ee7b38-833c-4047-9999-c591d6088b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:19:04Z', 'updated_at': '2022-06-21T08:19:17Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:19:18.757329 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d803017-46ba-40df-8bc1-1b050ac97a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:18.765490 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e9e33114-656a-4c92-836b-f978f7be1c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:18.841937 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d803017-46ba-40df-8bc1-1b050ac97a17 admin admin] Publish callbacks [] for security_group (f1900104-63b0-4d95-9b70-e3d5c9dded6a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:18.845923 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d803017-46ba-40df-8bc1-1b050ac97a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (f1900104-63b0-4d95-9b70-e3d5c9dded6a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:18.889054 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2d803017-46ba-40df-8bc1-1b050ac97a17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=777dcae921534602988301776b6b6059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475202 Jun 21 08:19:18.889054 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d803017-46ba-40df-8bc1-1b050ac97a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1900104-63b0-4d95-9b70-e3d5c9dded6a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:18.889344 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44072) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:18.945849 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Publish callbacks [] for security_group (f1900104-63b0-4d95-9b70-e3d5c9dded6a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:18.953243 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b2c54-cd6e-42c2-8964-b587fedc7e7d None None] New status for floating IP 4b94ef8c-3e4c-4efa-988e-d18130533deb: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:19:18.972006 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Publish callbacks [] for security_group (f1900104-63b0-4d95-9b70-e3d5c9dded6a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:18.973561 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:19.020808 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (f1900104-63b0-4d95-9b70-e3d5c9dded6a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:19.023975 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:19.025131 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1900104-63b0-4d95-9b70-e3d5c9dded6a HTTP/1.1" status: 204 len: 168 time: 0.1348057 Jun 21 08:19:19.033277 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1900104-63b0-4d95-9b70-e3d5c9dded6a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:19.040709 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.041072 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.041396 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.041730 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.042062 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.042386 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.042767 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.043048 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.043757 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.043757 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.044162 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.044548 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.044802 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.045109 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.045460 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbca5db-0083-4c58-b36f-a830916116b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:19:19.775401 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74784df4-ceb2-4c79-aa82-2a24fe4687ec req-c74d1c51-414d-42e7-a603-2f77e14551a5 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:19.776918 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-74784df4-ceb2-4c79-aa82-2a24fe4687ec req-c74d1c51-414d-42e7-a603-2f77e14551a5 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0507977 Jun 21 08:19:19.838380 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-74784df4-ceb2-4c79-aa82-2a24fe4687ec req-717792b4-3ab9-4111-a36a-5116ca8e0d6c tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556901 Jun 21 08:19:19.852200 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:20.957196 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f9424-a302-44f6-bd10-bbd175e4b96a req-cffc7112-a7d5-4b83-83f6-0199b3c3c9d3 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:20.958673 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dc6f9424-a302-44f6-bd10-bbd175e4b96a req-cffc7112-a7d5-4b83-83f6-0199b3c3c9d3 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0497265 Jun 21 08:19:20.987268 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fc67ddac-417f-45f0-be3c-8d8346d0813b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:21.020789 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dc6f9424-a302-44f6-bd10-bbd175e4b96a req-f7721ddb-9091-410c-928e-34ba255a707f tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558257 Jun 21 08:19:22.124262 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:22.138972 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9cd32-a55f-470e-b5e1-bf57392c899b req-c1d36dbc-75cb-4446-83a5-dd4562e83397 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:22.140462 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ccf9cd32-a55f-470e-b5e1-bf57392c899b req-c1d36dbc-75cb-4446-83a5-dd4562e83397 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0512042 Jun 21 08:19:22.199028 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ccf9cd32-a55f-470e-b5e1-bf57392c899b req-f4c905f8-fa88-496e-af5e-becfe0279a71 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529163 Jun 21 08:19:22.393826 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:19:23.315410 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee562ac-1ef5-4f1d-889b-9de7051fc721 req-c533a5c1-92c4-4c9f-8cad-f19f40ef0166 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:23.316860 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4ee562ac-1ef5-4f1d-889b-9de7051fc721 req-c533a5c1-92c4-4c9f-8cad-f19f40ef0166 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0477843 Jun 21 08:19:23.377498 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4ee562ac-1ef5-4f1d-889b-9de7051fc721 req-3d213a92-1eb4-49a9-9737-22e3b3a52161 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541191 Jun 21 08:19:23.715603 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:23.997861 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:24.505396 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513bcd1-5c15-41cb-bcf2-8323dc6e8ddb req-ecf9eb22-ca1c-404c-a641-02f21d999917 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:24.507928 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1513bcd1-5c15-41cb-bcf2-8323dc6e8ddb req-ecf9eb22-ca1c-404c-a641-02f21d999917 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0580525 Jun 21 08:19:24.535718 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:24.576363 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1513bcd1-5c15-41cb-bcf2-8323dc6e8ddb req-8e7b7aa7-0f66-44f9-ad0d-ad0384ded896 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619891 Jun 21 08:19:25.689776 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a8156-9e00-4515-98e5-01beb603ba7c req-dfd43c70-d506-4b2f-b64d-deca5ddba609 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:25.691316 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-865a8156-9e00-4515-98e5-01beb603ba7c req-dfd43c70-d506-4b2f-b64d-deca5ddba609 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0477064 Jun 21 08:19:25.756264 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-865a8156-9e00-4515-98e5-01beb603ba7c req-74e263f2-0ad7-4db0-a02e-c1a0fc2e5e60 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&id=1d683fec-9c28-456b-a13c-367c8821f678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588424 Jun 21 08:19:30.028356 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44230) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:30.132150 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f1607256-93ac-4b88-a414-57ca2a259ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:30.181147 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:30.208844 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f1607256-93ac-4b88-a414-57ca2a259ecd admin admin] Publish callbacks [] for security_group (56de73fd-99b4-4730-8fc8-7159b7cee7f4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:30.212439 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f1607256-93ac-4b88-a414-57ca2a259ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (56de73fd-99b4-4730-8fc8-7159b7cee7f4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:30.250448 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1607256-93ac-4b88-a414-57ca2a259ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de73fd-99b4-4730-8fc8-7159b7cee7f4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:30.254931 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-f1607256-93ac-4b88-a414-57ca2a259ecd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d6458e051044bf595e1e162659d7aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255499 Jun 21 08:19:30.257798 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44234) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:19:30.306054 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9627c695-dea0-45e7-a990-936b3333ff7c admin admin] Publish callbacks [] for security_group (56de73fd-99b4-4730-8fc8-7159b7cee7f4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:30.326890 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9627c695-dea0-45e7-a990-936b3333ff7c admin admin] Publish callbacks [] for security_group (56de73fd-99b4-4730-8fc8-7159b7cee7f4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:30.372258 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9627c695-dea0-45e7-a990-936b3333ff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (56de73fd-99b4-4730-8fc8-7159b7cee7f4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:30.375539 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9627c695-dea0-45e7-a990-936b3333ff7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:30.376983 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-9627c695-dea0-45e7-a990-936b3333ff7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56de73fd-99b4-4730-8fc8-7159b7cee7f4 HTTP/1.1" status: 204 len: 168 time: 0.1184061 Jun 21 08:19:30.385239 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627c695-dea0-45e7-a990-936b3333ff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de73fd-99b4-4730-8fc8-7159b7cee7f4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:19:31.887307 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-775fb7df-fa31-4aec-aee7-29f57ef182ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418868 Jun 21 08:19:31.949189 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-66af713c-88dd-4368-ace4-06a895b48fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:31.950682 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-66af713c-88dd-4368-ace4-06a895b48fbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 1129 time: 0.0396547 Jun 21 08:19:32.059729 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-e6583d37-6d81-4cba-8efc-b693ca09d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:32.061183 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-e6583d37-6d81-4cba-8efc-b693ca09d6ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.0892870 Jun 21 08:19:32.075069 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:32.104088 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-bc51ac80-c754-4005-a14e-db16a55b2030 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cc80cea-1318-4662-be70-c38f26b1e312 HTTP/1.1" status: 200 len: 217 time: 0.0340106 Jun 21 08:19:32.152162 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-52bcecd6-2952-4e9a-a6bf-4460ec71b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:32.153475 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-52bcecd6-2952-4e9a-a6bf-4460ec71b81e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.0431142 Jun 21 08:19:32.200212 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-0f01f3f1-34c8-41dd-b762-7e70cf52c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:32.201667 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-0f01f3f1-34c8-41dd-b762-7e70cf52c8bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374660 Jun 21 08:19:32.299537 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-dee431e0-d417-4d06-957f-527970209933 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840623 Jun 21 08:19:32.389310 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:32.390050 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:32.397987 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-840303ab-4b9c-4dac-8817-a0dd0150e9a0 req-66201db8-44af-48bd-abf7-fa27b2b2842d service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847454 Jun 21 08:19:33.992529 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:34.562791 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:34.569982 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=51,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:40.398098 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:40.779925 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-0d9a4d0b-7945-4cbb-bc3e-e556bccaf9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:40.781438 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-0d9a4d0b-7945-4cbb-bc3e-e556bccaf9ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 1130 time: 0.0754113 Jun 21 08:19:40.787568 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a337ee-7613-4d45-b04c-00a9c600c0bb req-e44d6b50-f3ee-49d6-bc28-e1e01d6daed6 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:40.788915 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42a337ee-7613-4d45-b04c-00a9c600c0bb req-e44d6b50-f3ee-49d6-bc28-e1e01d6daed6 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0735083 Jun 21 08:19:40.892234 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:40.897207 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42a337ee-7613-4d45-b04c-00a9c600c0bb req-38a2c00c-9d0c-4b48-9448-32c9ce1d4c9e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986867 Jun 21 08:19:40.921140 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-47cc5c0f-dfce-48fd-ad55-0b617ee263f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:40.922602 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-47cc5c0f-dfce-48fd-ad55-0b617ee263f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.1328704 Jun 21 08:19:40.985119 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-41168113-06d7-4859-8fb9-64696f566999 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf35fad-280a-42ee-a53d-2d69eb288575 HTTP/1.1" status: 200 len: 1002 time: 0.0544739 Jun 21 08:19:41.038595 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-d27dd674-f2f2-4ef6-9546-168e7b8f649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:41.040591 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-d27dd674-f2f2-4ef6-9546-168e7b8f649a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.0476472 Jun 21 08:19:41.084270 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-d9f2ee6a-2f87-47e7-b217-23cc8dc4e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:41.085713 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-d9f2ee6a-2f87-47e7-b217-23cc8dc4e483 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375631 Jun 21 08:19:41.176062 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-0c441799-a79f-4ee8-b996-600dd3e654ed service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838990 Jun 21 08:19:41.265750 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9d48e2e-af32-4218-8d2b-d2c6e7aa3b64 req-4d8917d7-91c5-4386-9d15-1aa4fcaaa8c5 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799656 Jun 21 08:19:41.663753 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225f4ff-f65d-418f-af9c-f3ca55ddbe50 req-ff36f2f5-4e75-4935-9942-59fcbec8a0a5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:41.665384 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4225f4ff-f65d-418f-af9c-f3ca55ddbe50 req-ff36f2f5-4e75-4935-9942-59fcbec8a0a5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0515726 Jun 21 08:19:41.715899 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4225f4ff-f65d-418f-af9c-f3ca55ddbe50 req-afd7e720-b170-4416-82eb-09467efb6aa5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449336 Jun 21 08:19:42.245049 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdee505-01c6-45fe-ab5e-349f3e3b2fa5 req-21195beb-5e20-4d69-a4e8-be6b4446adc4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:42.246455 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-acdee505-01c6-45fe-ab5e-349f3e3b2fa5 req-21195beb-5e20-4d69-a4e8-be6b4446adc4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.2735741 Jun 21 08:19:42.291566 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-acdee505-01c6-45fe-ab5e-349f3e3b2fa5 req-88922593-1f2c-460c-8fa4-8c3ec9c7db2b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392311 Jun 21 08:19:43.075120 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a89e7-b6e3-47e7-bec4-4eeb4dd466d4 req-7d7deeee-dd5c-4093-a8d3-5f2ae07717a4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:43.076573 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2c6a89e7-b6e3-47e7-bec4-4eeb4dd466d4 req-7d7deeee-dd5c-4093-a8d3-5f2ae07717a4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.2915943 Jun 21 08:19:43.100623 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:43.123360 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2c6a89e7-b6e3-47e7-bec4-4eeb4dd466d4 req-b890be8a-4bb8-4a0e-af66-eeadb46930ac tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411997 Jun 21 08:19:43.408254 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31975d-7ad3-4acf-84b2-c38adf89f0de req-b2e479ea-4874-49be-b666-bfe26bac95cf tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:43.409641 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9b31975d-7ad3-4acf-84b2-c38adf89f0de req-b2e479ea-4874-49be-b666-bfe26bac95cf tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0484142 Jun 21 08:19:43.456922 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9b31975d-7ad3-4acf-84b2-c38adf89f0de req-f29f717d-112b-4ea9-a9ee-463918f0dad3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417783 Jun 21 08:19:44.237133 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54589ab0-78d3-450e-bf35-c5fed101c6d6 req-5c7cffa0-6f31-4224-b685-1289f1d35844 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:44.238489 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-54589ab0-78d3-450e-bf35-c5fed101c6d6 req-5c7cffa0-6f31-4224-b685-1289f1d35844 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0473516 Jun 21 08:19:44.285199 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-54589ab0-78d3-450e-bf35-c5fed101c6d6 req-13a42a9d-ef64-4da6-827f-216e9233902f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408452 Jun 21 08:19:44.570610 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eb8a8-da7d-4dde-b6df-d21e9b6e0b01 req-821d60e4-e91f-4119-a75f-a675081f0317 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:44.573189 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1b4eb8a8-da7d-4dde-b6df-d21e9b6e0b01 req-821d60e4-e91f-4119-a75f-a675081f0317 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0510330 Jun 21 08:19:44.620750 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1b4eb8a8-da7d-4dde-b6df-d21e9b6e0b01 req-9527b603-4483-47e9-894e-1c92aba94881 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 Jun 21 08:19:45.402363 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f817ea5-bbfe-4f99-9806-914caf25e9e5 req-94532161-060a-4e24-a26e-f22f2b742eb4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:45.403884 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1f817ea5-bbfe-4f99-9806-914caf25e9e5 req-94532161-060a-4e24-a26e-f22f2b742eb4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0522463 Jun 21 08:19:45.450915 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1f817ea5-bbfe-4f99-9806-914caf25e9e5 req-bd383927-97be-4cf7-be63-b804ac316188 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Jun 21 08:19:45.733488 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ead4-2310-4eeb-a3d7-187dba03c331 req-e71af66a-1149-418d-81c5-033b70ed0d83 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:45.735013 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4633ead4-2310-4eeb-a3d7-187dba03c331 req-e71af66a-1149-418d-81c5-033b70ed0d83 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0462663 Jun 21 08:19:45.781829 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4633ead4-2310-4eeb-a3d7-187dba03c331 req-263fd001-65e9-4cf7-b65a-83a3fc610171 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413978 Jun 21 08:19:46.563251 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e33f3c-1ebc-48c1-894c-c99771113b48 req-b18a26e8-3cb4-49d0-b883-505a9c39ce5b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:46.564714 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c5e33f3c-1ebc-48c1-894c-c99771113b48 req-b18a26e8-3cb4-49d0-b883-505a9c39ce5b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0453439 Jun 21 08:19:46.611580 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c5e33f3c-1ebc-48c1-894c-c99771113b48 req-cbff407f-fc52-484d-8256-e7cdec543a39 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413849 Jun 21 08:19:46.894677 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ab5b2-ea90-4993-80ce-04d927295bd4 req-6856f85c-0690-49b5-ad8e-f05044c67e0c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:46.896282 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-099ab5b2-ea90-4993-80ce-04d927295bd4 req-6856f85c-0690-49b5-ad8e-f05044c67e0c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0472088 Jun 21 08:19:46.950108 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-099ab5b2-ea90-4993-80ce-04d927295bd4 req-8d3fd0dc-116d-473b-bd08-aa94248c0e6b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442359 Jun 21 08:19:47.726848 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebd029-0e4b-479b-ae65-31e8bcc5f13a req-01868b05-a8ec-4a90-94d1-2dd13e2fa513 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:47.728966 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b8ebd029-0e4b-479b-ae65-31e8bcc5f13a req-01868b05-a8ec-4a90-94d1-2dd13e2fa513 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0511136 Jun 21 08:19:47.775903 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b8ebd029-0e4b-479b-ae65-31e8bcc5f13a req-00a159c0-8da3-4cff-a28b-855dc817ce32 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Jun 21 08:19:48.063897 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276db36-60de-49db-8a36-7e12c8bcbd19 req-aa145f63-c755-4189-9e4f-5b3c488f6c34 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:48.065371 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5276db36-60de-49db-8a36-7e12c8bcbd19 req-aa145f63-c755-4189-9e4f-5b3c488f6c34 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0480111 Jun 21 08:19:48.112019 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5276db36-60de-49db-8a36-7e12c8bcbd19 req-28fcf98e-a224-4861-9aa4-3a4a2044fb59 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412371 Jun 21 08:19:48.749579 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-721fb49e-975a-42f8-b7bd-0930e5ac6fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:48.890011 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a80e9-4952-4e47-89e8-594f2ade5d56 req-d08538a2-99e4-4932-9674-e9bb8f9d0c24 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:48.891424 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-873a80e9-4952-4e47-89e8-594f2ade5d56 req-d08538a2-99e4-4932-9674-e9bb8f9d0c24 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0465879 Jun 21 08:19:48.937283 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-873a80e9-4952-4e47-89e8-594f2ade5d56 req-8ee7cc82-b6fb-444b-9419-8fb505ab3412 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403090 Jun 21 08:19:49.224032 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f0d1f-d982-41f5-a1b0-99140c22ec6a req-4eda705c-dd3b-4607-a478-65c03b638348 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:49.225491 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-655f0d1f-d982-41f5-a1b0-99140c22ec6a req-4eda705c-dd3b-4607-a478-65c03b638348 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0462809 Jun 21 08:19:49.271410 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-655f0d1f-d982-41f5-a1b0-99140c22ec6a req-16770c71-7632-4963-a1f4-de49667adfaf tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398581 Jun 21 08:19:49.863406 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:50.051239 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df9d9f-523a-4855-8e39-ac0362f96ec4 req-6da2c80d-66c0-420e-b42e-95be1b2f0404 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:50.052713 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e5df9d9f-523a-4855-8e39-ac0362f96ec4 req-6da2c80d-66c0-420e-b42e-95be1b2f0404 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0476599 Jun 21 08:19:50.070447 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:50.102965 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e5df9d9f-523a-4855-8e39-ac0362f96ec4 req-f2f1317b-277b-4342-8462-91ed98ddbdb1 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447166 Jun 21 08:19:50.394348 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c867ff3-cd9d-42eb-ab64-2d980147d9cd req-522ac35c-46da-4d10-9afc-01016df26a98 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:50.395749 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c867ff3-cd9d-42eb-ab64-2d980147d9cd req-522ac35c-46da-4d10-9afc-01016df26a98 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0520833 Jun 21 08:19:50.442450 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c867ff3-cd9d-42eb-ab64-2d980147d9cd req-620ba800-f7a7-4186-a401-3604cca39960 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411968 Jun 21 08:19:50.988807 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-247b81ab-580c-435d-8a29-7de64583e2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:51.217993 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf5903-89ec-4cae-b484-03b5afaf7f61 req-9915abe9-a4ef-49b9-9ce7-ad709fa9ebc6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:51.219502 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8aaf5903-89ec-4cae-b484-03b5afaf7f61 req-9915abe9-a4ef-49b9-9ce7-ad709fa9ebc6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0491488 Jun 21 08:19:51.266315 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8aaf5903-89ec-4cae-b484-03b5afaf7f61 req-bb2f5630-7f76-4d63-847a-5dc3a8940553 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412157 Jun 21 08:19:51.555778 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaa066-5133-43b0-aced-d0c15de171a9 req-dd994acf-7c0b-4a4e-b738-54b3c232ea16 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:51.557141 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0dcaa066-5133-43b0-aced-d0c15de171a9 req-dd994acf-7c0b-4a4e-b738-54b3c232ea16 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0465164 Jun 21 08:19:51.603906 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0dcaa066-5133-43b0-aced-d0c15de171a9 req-5bdf5f4f-dee7-44a3-8b5f-c42a6ad001fa tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414016 Jun 21 08:19:52.126840 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:52.380841 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ce52a-d504-4de3-bde5-be6f6ac7b1d1 req-f7b2600a-0c73-4844-ba19-f44d68ccc019 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:52.382317 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-383ce52a-d504-4de3-bde5-be6f6ac7b1d1 req-f7b2600a-0c73-4844-ba19-f44d68ccc019 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0492435 Jun 21 08:19:52.429027 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-383ce52a-d504-4de3-bde5-be6f6ac7b1d1 req-c5720110-17c1-4fa0-a040-f9886d7db5a4 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411298 Jun 21 08:19:52.658247 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237c604-f861-490d-afbb-0894b78d855d req-90ba0c07-8467-43f3-8af9-1f143ab2db32 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:52.659762 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6237c604-f861-490d-afbb-0894b78d855d req-90ba0c07-8467-43f3-8af9-1f143ab2db32 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0819991 Jun 21 08:19:52.669252 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-2f50c34d-b2ba-4d59-93c3-6782581a8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:52.670711 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-2f50c34d-b2ba-4d59-93c3-6782581a8bda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 1130 time: 0.0580661 Jun 21 08:19:52.719274 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b1a14-ad22-4f28-94dc-c37a26c402c1 req-ae46e4e7-7f9d-4a5d-a0f8-9db789106e68 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:52.720772 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c9b1a14-ad22-4f28-94dc-c37a26c402c1 req-ae46e4e7-7f9d-4a5d-a0f8-9db789106e68 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0472965 Jun 21 08:19:52.771085 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6237c604-f861-490d-afbb-0894b78d855d req-d81b69da-d4e1-438f-8e2d-88e306d2912d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041410 Jun 21 08:19:52.772149 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c9b1a14-ad22-4f28-94dc-c37a26c402c1 req-a028a9b9-f1a9-433a-aae0-51de8f86194e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458887 Jun 21 08:19:52.795855 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-d7e15aa0-f090-43d7-93ca-89f31a986aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:52.797268 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-d7e15aa0-f090-43d7-93ca-89f31a986aad service neutron] 10.222.0.46 "GET /v2.0/networks?id=1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 200 len: 911 time: 0.1140625 Jun 21 08:19:52.811994 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:52.864132 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-680b8b1f-5525-423d-bc64-15b971216456 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3 HTTP/1.1" status: 200 len: 1002 time: 0.0578785 Jun 21 08:19:52.912539 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-cd41d8b9-5635-4fb1-b2e1-f82ed4923fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:52.914016 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-cd41d8b9-5635-4fb1-b2e1-f82ed4923fa1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe9956a1-db67-4ab0-a2bc-2965a7ae6be5 HTTP/1.1" status: 200 len: 849 time: 0.0440774 Jun 21 08:19:52.964074 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-149f15d9-2bee-48ad-bfd4-eba5301ad58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:52.965526 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-149f15d9-2bee-48ad-bfd4-eba5301ad58f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1563a5ad-132e-4800-8264-c4bbc3c987e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417409 Jun 21 08:19:53.055004 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-d03e90d2-8da9-4393-8b37-e6868a39869e service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818653 Jun 21 08:19:53.151752 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0b0f947d-7081-4ea7-bfb7-ec6bd5b6292c req-e9b28104-e4f1-42e5-b6a4-9684b959c7c5 service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853512 Jun 21 08:19:53.717946 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:53.885811 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb16c57-fa13-4d73-81f5-ebc0ccdf3a75 req-6b4a4a2e-e56f-4532-a621-148bdab9f1c0 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:53.887268 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3fb16c57-fa13-4d73-81f5-ebc0ccdf3a75 req-6b4a4a2e-e56f-4532-a621-148bdab9f1c0 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0479701 Jun 21 08:19:53.891655 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428ff61-da66-472f-9c3c-ad2c079ad3bb req-26589fb3-b83e-479e-866e-8231d6d38917 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:53.893209 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3428ff61-da66-472f-9c3c-ad2c079ad3bb req-26589fb3-b83e-479e-866e-8231d6d38917 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0483000 Jun 21 08:19:53.936784 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3fb16c57-fa13-4d73-81f5-ebc0ccdf3a75 req-4a465fd5-c082-41f7-bda9-bb8bd508c991 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Jun 21 08:19:53.938476 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:53.943233 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3428ff61-da66-472f-9c3c-ad2c079ad3bb req-5f53ff55-6b9c-4214-9257-c9b84213fb63 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442748 Jun 21 08:19:54.001320 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:19:55.050473 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:55.069881 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f070a2-963c-4902-a0b1-7557f9278075 req-bdb873c8-89d7-4b08-b2ec-c8cbe0eb283c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:55.070084 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2acbf-fc94-4f40-9cef-8ff15e3efeef req-b33fc075-5197-4b79-a6b0-bedeb26912cb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:55.071418 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-06f070a2-963c-4902-a0b1-7557f9278075 req-bdb873c8-89d7-4b08-b2ec-c8cbe0eb283c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0531671 Jun 21 08:19:55.071574 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-63c2acbf-fc94-4f40-9cef-8ff15e3efeef req-b33fc075-5197-4b79-a6b0-bedeb26912cb tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0594084 Jun 21 08:19:55.119756 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-63c2acbf-fc94-4f40-9cef-8ff15e3efeef req-362e4912-7c47-4f82-b29f-e145852a258f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Jun 21 08:19:55.121276 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-06f070a2-963c-4902-a0b1-7557f9278075 req-b01924db-a8c0-4f0e-9d83-ba12268bdc43 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437853 Jun 21 08:19:56.223349 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:19:56.242485 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60840eb1-3334-4fe4-86aa-80e176331bc1 req-4a4da2cb-6121-4e39-8ac7-3b72ce2022b0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:56.243988 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-60840eb1-3334-4fe4-86aa-80e176331bc1 req-4a4da2cb-6121-4e39-8ac7-3b72ce2022b0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0541084 Jun 21 08:19:56.304425 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-60840eb1-3334-4fe4-86aa-80e176331bc1 req-5454fb87-d9ee-40b4-9f1f-ef363053bab6 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544732 Jun 21 08:19:57.421819 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6988-285f-4e4b-8749-da14b2c55385 req-634cd1c6-8b31-41f9-b10d-656a3be0a30d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:57.423326 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8cce6988-285f-4e4b-8749-da14b2c55385 req-634cd1c6-8b31-41f9-b10d-656a3be0a30d tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0508173 Jun 21 08:19:57.476352 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8cce6988-285f-4e4b-8749-da14b2c55385 req-0b66745c-1bb9-47c7-8e68-adec104f03c9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475554 Jun 21 08:19:57.812284 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e8408-e75f-417e-bca6-91d025cd2d52 req-2b996e78-3fc9-4aff-9733-a26ea5b3eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:57.813786 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6a0e8408-e75f-417e-bca6-91d025cd2d52 req-2b996e78-3fc9-4aff-9733-a26ea5b3eaa5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 1130 time: 0.0415251 Jun 21 08:19:57.861784 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6a0e8408-e75f-417e-bca6-91d025cd2d52 req-3e0620d8-943b-4dc2-8b9b-61056cf815fc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 Jun 21 08:19:58.592591 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc5c88-fd4d-4525-be23-01e6d62417f8 req-7f0d1b97-3a2f-4bad-a8ae-667101aa0456 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:58.594055 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bcfc5c88-fd4d-4525-be23-01e6d62417f8 req-7f0d1b97-3a2f-4bad-a8ae-667101aa0456 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0474017 Jun 21 08:19:58.641445 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bcfc5c88-fd4d-4525-be23-01e6d62417f8 req-72925436-f4f0-4c9c-afff-6bcd1de83458 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 Jun 21 08:19:59.393277 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:19:59.758695 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b0f16-42db-4fe1-81ea-37df7188e0c0 req-32ae19ca-9bd2-4fef-9184-2b32bf702dc7 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:19:59.760234 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-df6b0f16-42db-4fe1-81ea-37df7188e0c0 req-32ae19ca-9bd2-4fef-9184-2b32bf702dc7 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0473130 Jun 21 08:19:59.806003 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-df6b0f16-42db-4fe1-81ea-37df7188e0c0 req-e996145d-c667-4851-9108-c3262589807f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402172 Jun 21 08:20:00.208119 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-b9bb0a6c-174d-4d5b-be64-8c5682cf66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:00.209624 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-b9bb0a6c-174d-4d5b-be64-8c5682cf66e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 1130 time: 0.0725315 Jun 21 08:20:00.216629 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ff128-b6d4-458d-9cb5-85ef5b20ac4a req-e71abcfe-f165-48be-bc3b-5085d1132f55 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:00.217990 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-521ff128-b6d4-458d-9cb5-85ef5b20ac4a req-e71abcfe-f165-48be-bc3b-5085d1132f55 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0726802 Jun 21 08:20:00.329094 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-521ff128-b6d4-458d-9cb5-85ef5b20ac4a req-64e4e971-ff0c-4111-b4f1-350081423e6f tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019251 Jun 21 08:20:00.344437 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-81811d2f-1b76-474a-8d92-b04deb186cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:00.345899 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-81811d2f-1b76-474a-8d92-b04deb186cb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.1260943 Jun 21 08:20:00.405400 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:00.412268 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-a9f062d9-f95e-4544-985d-d039329bde7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf35fad-280a-42ee-a53d-2d69eb288575 HTTP/1.1" status: 200 len: 1002 time: 0.0599916 Jun 21 08:20:00.459827 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-d8a199a1-56d6-4ac2-b296-019c0969417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:00.461170 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-d8a199a1-56d6-4ac2-b296-019c0969417d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.0430779 Jun 21 08:20:00.503515 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-89c76585-c077-44e6-b4b5-2871d8b7610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:00.504964 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-89c76585-c077-44e6-b4b5-2871d8b7610d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372849 Jun 21 08:20:00.596503 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-5f8290f4-be3b-43aa-a7ed-ac0238e1fc89 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848727 Jun 21 08:20:00.685776 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9de3a227-2056-40e5-a3a3-93f68c94d451 req-a7a12c39-5214-46e9-9fe3-0e332ca693a2 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814953 Jun 21 08:20:01.447977 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709100dd-6253-469e-ba28-98c489b164fe req-8ca6d0bd-4d74-41ba-9760-088cf335573b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:01.449466 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-709100dd-6253-469e-ba28-98c489b164fe req-8ca6d0bd-4d74-41ba-9760-088cf335573b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0503242 Jun 21 08:20:01.496032 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-709100dd-6253-469e-ba28-98c489b164fe req-f930d62f-c9d9-4071-ba47-e163c918d71c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411077 Jun 21 08:20:02.610114 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4646-234c-466a-a752-6e99de9bdd92 req-87a8dbc2-b76c-43b9-8e85-8a493c13a309 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:02.611724 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-841a4646-234c-466a-a752-6e99de9bdd92 req-87a8dbc2-b76c-43b9-8e85-8a493c13a309 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0475895 Jun 21 08:20:02.658060 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-841a4646-234c-466a-a752-6e99de9bdd92 req-ef0aa11c-c52b-4b42-8045-a093e42213e0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Jun 21 08:20:02.771945 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fab09a-9d67-43f4-8f62-98cdae9722ab req-bfe9885e-7ee7-4f58-8bb7-cc2e47255e15 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:02.773412 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81fab09a-9d67-43f4-8f62-98cdae9722ab req-bfe9885e-7ee7-4f58-8bb7-cc2e47255e15 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0519435 Jun 21 08:20:02.782282 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44414) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:02.786679 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0e568c7d-64ff-4815-b558-7215ff0a706c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Request body: {'floatingip': {'port_id': '2cf35fad-280a-42ee-a53d-2d69eb288575'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:02.839692 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e568c7d-64ff-4815-b558-7215ff0a706c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for floatingip (3ed9df28-de70-46bc-b23e-7af332191843), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:02.913524 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:03.309434 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e568c7d-64ff-4815-b558-7215ff0a706c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:03.313651 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e568c7d-64ff-4815-b558-7215ff0a706c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (3ed9df28-de70-46bc-b23e-7af332191843), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:03.523115 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e568c7d-64ff-4815-b558-7215ff0a706c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Router 7d0822db-34b2-4846-8ca2-762cf05ffb61 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:20:03.566285 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:03.629992 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e568c7d-64ff-4815-b558-7215ff0a706c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:20:03.634923 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e568c7d-64ff-4815-b558-7215ff0a706c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:03.640813 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] Sync routers for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:20:03.650148 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:03.650788 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:19:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:03.671890 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:03.674259 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7" -d '{"events": [{"name": "network-changed", "server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:03.707221 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-0e568c7d-64ff-4815-b558-7215ff0a706c tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "PUT /v2.0/floatingips/3ed9df28-de70-46bc-b23e-7af332191843 HTTP/1.1" status: 200 len: 994 time: 0.9238255 Jun 21 08:20:03.715211 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f7412-6989-4f71-8734-1a3f84728dbc x-openstack-request-id: req-d70f7412-6989-4f71-8734-1a3f84728dbc {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:03.715507 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:03.715760 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d70f7412-6989-4f71-8734-1a3f84728dbc {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:03.716162 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70f7412-6989-4f71-8734-1a3f84728dbc'] response: {'name': 'network-changed', 'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'status': 'completed', 'code': 200} Jun 21 08:20:03.765573 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:03.779918 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-ece7f802-e8db-4992-8b24-a06b3b51b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:03.781611 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-ece7f802-e8db-4992-8b24-a06b3b51b111 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 1130 time: 0.0429268 Jun 21 08:20:03.858416 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:03.881062 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-501dc6c7-4ec4-468a-b4ef-c92ee4fc258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:03.882558 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-501dc6c7-4ec4-468a-b4ef-c92ee4fc258c service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.0954549 Jun 21 08:20:03.953888 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-714b6aae-7f64-4113-b269-1c11250918ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf35fad-280a-42ee-a53d-2d69eb288575 HTTP/1.1" status: 200 len: 1002 time: 0.0655899 Jun 21 08:20:03.993741 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '3ed9df28-de70-46bc-b23e-7af332191843', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'port_id': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'mac_address': 'fa:16:3e:32:a0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:09Z', 'updated_at': '2022-06-21T08:20:03Z', 'revision_number': 3, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:35Z', 'revision_number': 5, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:04.003483 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-21a283c4-3635-438b-869a-2c00894a7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:04.004933 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-21a283c4-3635-438b-869a-2c00894a7229 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.0456207 Jun 21 08:20:04.018842 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] Checking router: 7d0822db-34b2-4846-8ca2-762cf05ffb61 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:20:04.027241 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:04.027850 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:19:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:04.050754 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-5dc566cf-cc7e-46ec-9169-fdae83563c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:04.052259 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-5dc566cf-cc7e-46ec-9169-fdae83563c10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417483 Jun 21 08:20:04.133777 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:04.146023 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-b3001f11-e93c-4f35-9662-d249aa7d50a6 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872252 Jun 21 08:20:04.238937 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e0a4ac48-acf9-44a2-ad99-5dd27238ecc7 req-074c1ed1-edca-47f3-bfd0-ff6e2a17c679 service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866561 Jun 21 08:20:04.343208 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '3ed9df28-de70-46bc-b23e-7af332191843', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'port_id': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'mac_address': 'fa:16:3e:32:a0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:09Z', 'updated_at': '2022-06-21T08:20:03Z', 'revision_number': 3, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:35Z', 'revision_number': 5, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:04.369350 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31780525-09ed-4bc4-95db-c287c32da64b None None] The sync data for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi is: [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '3ed9df28-de70-46bc-b23e-7af332191843', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'port_id': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'mac_address': 'fa:16:3e:32:a0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:18:09Z', 'updated_at': '2022-06-21T08:20:03Z', 'revision_number': 3, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:35Z', 'revision_number': 5, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:20:05.717038 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:05.719391 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299312f1-964c-495d-a0ab-5316e3977199" -d '{"events": [{"name": "network-changed", "server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:05.754763 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82058d31-0d65-4896-af33-aa8faa72ecf5 x-openstack-request-id: req-82058d31-0d65-4896-af33-aa8faa72ecf5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:05.755048 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:05.755298 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82058d31-0d65-4896-af33-aa8faa72ecf5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:05.755697 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82058d31-0d65-4896-af33-aa8faa72ecf5'] response: {'name': 'network-changed', 'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'status': 'completed', 'code': 200} Jun 21 08:20:05.818557 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299312f1-964c-495d-a0ab-5316e3977199 req-2fa9a937-4bde-4b19-8e35-d741abf0ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:05.820048 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-299312f1-964c-495d-a0ab-5316e3977199 req-2fa9a937-4bde-4b19-8e35-d741abf0ceb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2001b029fae0472d8ef7b6fd658ad191&device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 1130 time: 0.0388215 Jun 21 08:20:05.911921 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299312f1-964c-495d-a0ab-5316e3977199 req-4b511468-40ab-40c5-a7e2-938a3fa81ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:05.913376 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-299312f1-964c-495d-a0ab-5316e3977199 req-4b511468-40ab-40c5-a7e2-938a3fa81ea1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 200 len: 920 time: 0.0872228 Jun 21 08:20:05.973620 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-299312f1-964c-495d-a0ab-5316e3977199 req-994cdf9f-b9e3-4a3d-8f3d-5b8bdf9f31ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf35fad-280a-42ee-a53d-2d69eb288575 HTTP/1.1" status: 200 len: 1002 time: 0.0539269 Jun 21 08:20:06.022548 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299312f1-964c-495d-a0ab-5316e3977199 req-67eb1d74-034f-4245-b5b4-d75704e8af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:06.024060 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-299312f1-964c-495d-a0ab-5316e3977199 req-67eb1d74-034f-4245-b5b4-d75704e8af89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 200 len: 858 time: 0.0435112 Jun 21 08:20:06.070209 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299312f1-964c-495d-a0ab-5316e3977199 req-f1c6407c-5df7-4ecf-a2fd-638afce8a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:06.071702 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-299312f1-964c-495d-a0ab-5316e3977199 req-f1c6407c-5df7-4ecf-a2fd-638afce8a734 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98aed940-6352-48a8-ae3d-f07b94cd1263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410705 Jun 21 08:20:06.151647 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:06.161913 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-299312f1-964c-495d-a0ab-5316e3977199 req-130e8ca1-18ee-4b0f-a6a3-24dc880d8ddd service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833471 Jun 21 08:20:06.253822 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-299312f1-964c-495d-a0ab-5316e3977199 req-25751e41-5d26-4d64-8e83-8e45c21b780c service neutron] 10.222.0.46 "GET /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851109 Jun 21 08:20:06.339553 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-2ec03c56-1d9f-4768-84f9-c86894bf5e9c tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229667050&fields=id&tenant_id=054a41c637b243f180a79969432bb3f8 HTTP/1.1" status: 200 len: 267 time: 0.0531893 Jun 21 08:20:06.391035 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-ff7dac9c-b8fc-4572-8a24-5e7a7e9d9e0d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:06.392521 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-ff7dac9c-b8fc-4572-8a24-5e7a7e9d9e0d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 985 time: 0.0473711 Jun 21 08:20:06.403365 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-39cde3a5-8009-4966-a483-1a9bbb0f5520 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Request body: {'port': {'security_groups': ['367fadd0-2da9-4d6b-a2d4-7753ae2eabe6']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:06.486535 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-39cde3a5-8009-4966-a483-1a9bbb0f5520 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:06.495110 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:06.658156 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-39cde3a5-8009-4966-a483-1a9bbb0f5520 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] For port caad30cb-6338-4d28-a42e-d858cceaec6f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=caad30cb-6338-4d28-a42e-d858cceaec6f,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:06.695120 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-39cde3a5-8009-4966-a483-1a9bbb0f5520 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:06.700511 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-39cde3a5-8009-4966-a483-1a9bbb0f5520 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:06.713041 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['caad30cb-6338-4d28-a42e-d858cceaec6f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:20:06.743838 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-39cde3a5-8009-4966-a483-1a9bbb0f5520 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:06.744498 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-39cde3a5-8009-4966-a483-1a9bbb0f5520 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:06.746502 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dbb164c0-0ad2-412c-bc15-848bd737196e req-39cde3a5-8009-4966-a483-1a9bbb0f5520 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "PUT /v2.0/ports/caad30cb-6338-4d28-a42e-d858cceaec6f HTTP/1.1" status: 200 len: 943 time: 0.3479447 Jun 21 08:20:06.753382 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44446) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:06.771531 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cde3a5-8009-4966-a483-1a9bbb0f5520 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event updated for resources: {'Port': ['ID=caad30cb-6338-4d28-a42e-d858cceaec6f,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:06.777187 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:06.843040 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group (1d683fec-9c28-456b-a13c-367c8821f678), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:06.845629 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:06.850884 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['caad30cb-6338-4d28-a42e-d858cceaec6f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:20:06.876074 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group (1d683fec-9c28-456b-a13c-367c8821f678), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:06.951009 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (1d683fec-9c28-456b-a13c-367c8821f678), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:06.953509 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:06.954740 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d683fec-9c28-456b-a13c-367c8821f678 HTTP/1.1" status: 204 len: 168 time: 0.1981366 Jun 21 08:20:06.957560 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44448) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:06.964695 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d683fec-9c28-456b-a13c-367c8821f678,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:06.972220 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.972800 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.973334 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.973832 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.974329 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.974859 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.975345 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.975841 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.976333 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.976808 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.977311 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.977791 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.978289 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.978942 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:06.980660 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc2485-12d9-48f1-b677-02085a8754d2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:07.003644 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-331f5174-1aab-4784-9cbc-b65e034e0f09 None None] Provisioning complete for port caad30cb-6338-4d28-a42e-d858cceaec6f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:20:07.003945 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-331f5174-1aab-4784-9cbc-b65e034e0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:07.113395 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-331f5174-1aab-4784-9cbc-b65e034e0f09 None None] Current status of the port caad30cb-6338-4d28-a42e-d858cceaec6f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:20:07.113808 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Deleting port af66e7bf-c256-4083-acec-4a869524e087 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:07.114160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (af66e7bf-c256-4083-acec-4a869524e087), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:07.426233 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (af66e7bf-c256-4083-acec-4a869524e087), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:07.426471 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for floatingip (af66e7bf-c256-4083-acec-4a869524e087), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:07.438710 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Calling delete_port for af66e7bf-c256-4083-acec-4a869524e087 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:07.540636 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:07.604735 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (af66e7bf-c256-4083-acec-4a869524e087), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:07.626921 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event deleted for resources: {'Port': ['ID=af66e7bf-c256-4083-acec-4a869524e087,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:07.693183 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks [] for floatingip (3f12994b-de33-4bbb-8a7f-bac8f2118d34), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:07.693434 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Floating IP 3f12994b-de33-4bbb-8a7f-bac8f2118d34 disassociated (deleted). External IP: 172.27.0.239, port: caad30cb-6338-4d28-a42e-d858cceaec6f. Jun 21 08:20:07.769899 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:07.772137 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a973b131-64d6-45da-9310-ad4f63e0f0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:07.780753 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:07.830327 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8de00d-4c4c-458f-87d1-b7d870170a62 x-openstack-request-id: req-db8de00d-4c4c-458f-87d1-b7d870170a62 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:07.830634 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:07.830888 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db8de00d-4c4c-458f-87d1-b7d870170a62 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:07.831270 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8de00d-4c4c-458f-87d1-b7d870170a62'] response: {'name': 'network-changed', 'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'status': 'completed', 'code': 200} Jun 21 08:20:07.923371 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-e71b3b83-93e0-4211-8dfd-7f1018f22616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:07.924864 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-e71b3b83-93e0-4211-8dfd-7f1018f22616 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=054a41c637b243f180a79969432bb3f8&device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 1130 time: 0.0761471 Jun 21 08:20:07.943829 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Router 72cad314-d24e-4708-8883-aac59a2875f1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:20:08.074695 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-761a21a4-74e1-4701-bb38-0ec63075511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:08.076173 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-761a21a4-74e1-4701-bb38-0ec63075511c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad93e950-a35b-4ca6-b8fc-75dbda938a47 HTTP/1.1" status: 200 len: 915 time: 0.1431453 Jun 21 08:20:08.140545 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-9b042130-7464-49d4-b4a6-30a501cf92c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caad30cb-6338-4d28-a42e-d858cceaec6f HTTP/1.1" status: 200 len: 217 time: 0.0412056 Jun 21 08:20:08.157768 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:20:08.166978 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] Sync routers for ids ['72cad314-d24e-4708-8883-aac59a2875f1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:20:08.177140 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] Routers {'72cad314-d24e-4708-8883-aac59a2875f1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:08.177759 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:19:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['72cad314-d24e-4708-8883-aac59a2875f1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:08.177899 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:08.219172 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-27b78647-3b46-4fc1-a781-19efe1731052 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "DELETE /v2.0/floatingips/3f12994b-de33-4bbb-8a7f-bac8f2118d34 HTTP/1.1" status: 204 len: 168 time: 1.2599180 Jun 21 08:20:08.220883 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-57d0047e-f172-4e1f-adb1-b18888d3faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:08.222351 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-57d0047e-f172-4e1f-adb1-b18888d3faca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d7e5e53-86dc-4ddb-82ca-dc27e46182e7 HTTP/1.1" status: 200 len: 853 time: 0.0751173 Jun 21 08:20:08.273262 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-48c78ec2-1c5f-43c6-8c7a-370d838afe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:08.274887 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-48c78ec2-1c5f-43c6-8c7a-370d838afe02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad93e950-a35b-4ca6-b8fc-75dbda938a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427454 Jun 21 08:20:08.284095 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] Set router 72cad314-d24e-4708-8883-aac59a2875f1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:08.380782 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-c5aef6f1-0b24-472c-bfac-299fa5b88d3f service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990601 Jun 21 08:20:08.488569 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a973b131-64d6-45da-9310-ad4f63e0f0f3 req-60aa26d4-a83a-48fb-9146-0772bd969c47 service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012118 Jun 21 08:20:08.503239 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'b5484d3d-6c5f-4716-b47b-e4a159a0e081', 'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'mac_address': 'fa:16:3e:d0:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:13Z', 'updated_at': '2022-06-21T08:17:19Z', 'revision_number': 5, 'project_id': '054a41c637b243f180a79969432bb3f8', 'subnets': [{'id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:08.531624 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] Checking router: 72cad314-d24e-4708-8883-aac59a2875f1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:20:08.540348 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] Routers {'72cad314-d24e-4708-8883-aac59a2875f1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:08.540953 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:19:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['72cad314-d24e-4708-8883-aac59a2875f1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:08.645354 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] Set router 72cad314-d24e-4708-8883-aac59a2875f1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:08.839372 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'b5484d3d-6c5f-4716-b47b-e4a159a0e081', 'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'mac_address': 'fa:16:3e:d0:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:13Z', 'updated_at': '2022-06-21T08:17:19Z', 'revision_number': 5, 'project_id': '054a41c637b243f180a79969432bb3f8', 'subnets': [{'id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:08.862868 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c462e2-5558-44fe-b8d8-c6f110d1185d None None] The sync data for ids ['72cad314-d24e-4708-8883-aac59a2875f1'] in dv-cinder-836973-7-iscsi is: [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'b5484d3d-6c5f-4716-b47b-e4a159a0e081', 'name': '', 'network_id': 'ad93e950-a35b-4ca6-b8fc-75dbda938a47', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'mac_address': 'fa:16:3e:d0:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:13Z', 'updated_at': '2022-06-21T08:17:19Z', 'revision_number': 5, 'project_id': '054a41c637b243f180a79969432bb3f8', 'subnets': [{'id': '9d7e5e53-86dc-4ddb-82ca-dc27e46182e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:20:09.070655 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163b56aa-5e6d-4c8b-bc8a-d52ca4b521df None None] New status for floating IP 3f12994b-de33-4bbb-8a7f-bac8f2118d34: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:20:09.832814 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:09.835094 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:09.869950 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e642d6-f26c-46de-9323-8773790ef328 x-openstack-request-id: req-43e642d6-f26c-46de-9323-8773790ef328 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:09.870238 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:09.870488 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43e642d6-f26c-46de-9323-8773790ef328 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:09.870915 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e642d6-f26c-46de-9323-8773790ef328'] response: {'name': 'network-changed', 'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'status': 'completed', 'code': 200} Jun 21 08:20:10.035350 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:10.046359 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-17c74062-1bb8-4f4f-b2ae-de16e40c0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:10.048699 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-17c74062-1bb8-4f4f-b2ae-de16e40c0669 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=054a41c637b243f180a79969432bb3f8&device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 1130 time: 0.0581229 Jun 21 08:20:10.151707 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-bfd2f5b3-198d-4ecc-8d91-66e9bda2c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:10.153205 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-bfd2f5b3-198d-4ecc-8d91-66e9bda2c470 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad93e950-a35b-4ca6-b8fc-75dbda938a47 HTTP/1.1" status: 200 len: 915 time: 0.0901654 Jun 21 08:20:10.200486 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-6a0a681c-f92d-43e6-b41e-af031ccc421f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caad30cb-6338-4d28-a42e-d858cceaec6f HTTP/1.1" status: 200 len: 217 time: 0.0362256 Jun 21 08:20:10.248936 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-f1d46249-b225-493d-a4e1-d3a257cf45da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:10.250310 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-f1d46249-b225-493d-a4e1-d3a257cf45da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d7e5e53-86dc-4ddb-82ca-dc27e46182e7 HTTP/1.1" status: 200 len: 853 time: 0.0431788 Jun 21 08:20:10.294169 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-8a2c40b5-aa06-4cb3-8985-1705635b0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:10.295657 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-8a2c40b5-aa06-4cb3-8985-1705635b0965 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad93e950-a35b-4ca6-b8fc-75dbda938a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384517 Jun 21 08:20:10.371406 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:10.395654 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-180283c4-75ea-4ba1-9313-6b5853a0af82 service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930727 Jun 21 08:20:10.492955 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12ff8e02-a46c-4b80-abec-551fc0f0b8ba req-b822cce9-4cd6-4cc8-bbc7-062abdbcd526 service neutron] 10.222.0.46 "GET /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910895 Jun 21 08:20:12.026561 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38939029-ad18-4652-a591-a25b897bb937 req-3a0bbea4-c695-4bdc-b4fb-6f00e8097d17 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:12.028250 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-38939029-ad18-4652-a591-a25b897bb937 req-3a0bbea4-c695-4bdc-b4fb-6f00e8097d17 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.0527854 Jun 21 08:20:12.075167 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-38939029-ad18-4652-a591-a25b897bb937 req-2e6c3fa3-2042-4867-83d8-61d8d7b86dd4 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Jun 21 08:20:12.441020 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae634b-20e8-4b79-aaea-4e880a47ec36 req-e008bbfd-d76a-4ae5-9527-55cd2895fe4c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:12.442489 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7aae634b-20e8-4b79-aaea-4e880a47ec36 req-e008bbfd-d76a-4ae5-9527-55cd2895fe4c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 946 time: 0.0464165 Jun 21 08:20:12.489272 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7aae634b-20e8-4b79-aaea-4e880a47ec36 req-14b2917d-d813-40cd-a907-ac4fe71e22c8 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406735 Jun 21 08:20:13.187892 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304bf45-650d-41e9-97cf-703a328d56e4 req-2b0dd194-ae7d-4e20-870d-8168b4e57075 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:13.189352 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7304bf45-650d-41e9-97cf-703a328d56e4 req-2b0dd194-ae7d-4e20-870d-8168b4e57075 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.0463331 Jun 21 08:20:13.236386 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7304bf45-650d-41e9-97cf-703a328d56e4 req-bd71ea9b-ee9f-4d37-8b1d-1d657dacf29d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416675 Jun 21 08:20:13.605126 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e2780-494d-46eb-92e0-550f03a33a0f req-3d8b164c-53a3-416f-9a2b-99532ba619b0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:13.606600 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-880e2780-494d-46eb-92e0-550f03a33a0f req-3d8b164c-53a3-416f-9a2b-99532ba619b0 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 946 time: 0.0476806 Jun 21 08:20:13.653127 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-880e2780-494d-46eb-92e0-550f03a33a0f req-8e9ba6da-c91b-4181-93c6-8dcac2e5b21f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410612 Jun 21 08:20:14.353875 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045ad51-b898-457c-bf26-8d16081de84d req-4df7fbc2-1f6b-43ab-88ed-f2c3880ac50c tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:14.356356 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a045ad51-b898-457c-bf26-8d16081de84d req-4df7fbc2-1f6b-43ab-88ed-f2c3880ac50c tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.0516365 Jun 21 08:20:14.404009 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a045ad51-b898-457c-bf26-8d16081de84d req-00238785-6ed3-46d2-b253-023b212193e2 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422022 Jun 21 08:20:14.771623 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669b906-5af4-4ab0-9a1b-40dc197e72bb req-dc5a67c2-a064-4cf0-a8b4-939520105dfa tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:14.773059 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4669b906-5af4-4ab0-9a1b-40dc197e72bb req-dc5a67c2-a064-4cf0-a8b4-939520105dfa tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 946 time: 0.0490551 Jun 21 08:20:14.819890 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4669b906-5af4-4ab0-9a1b-40dc197e72bb req-9c08b1fd-525a-401f-b75c-1dbdfee813ce tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401325 Jun 21 08:20:15.109695 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-94a80ad6-b8ef-4d0e-8a0d-9a0c87e297f4 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:15.111116 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-94a80ad6-b8ef-4d0e-8a0d-9a0c87e297f4 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.46 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.0456429 Jun 21 08:20:15.219492 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf805e6-0089-41f3-a104-370461d0949c req-be7df0cb-f48e-443d-b4a8-2faa24bb06c3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:15.220913 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bcf805e6-0089-41f3-a104-370461d0949c req-be7df0cb-f48e-443d-b4a8-2faa24bb06c3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 946 time: 0.0752115 Jun 21 08:20:15.283044 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-3627ca14-0c89-4ff4-a3e0-7491a2cdab7e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Deleting port caad30cb-6338-4d28-a42e-d858cceaec6f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:15.283384 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-3627ca14-0c89-4ff4-a3e0-7491a2cdab7e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:15.380259 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Deleting port db282937-dba1-4afe-babe-818665f5c5a8 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:15.380917 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (db282937-dba1-4afe-babe-818665f5c5a8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:15.389344 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:15.434832 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-3627ca14-0c89-4ff4-a3e0-7491a2cdab7e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] For port caad30cb-6338-4d28-a42e-d858cceaec6f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=caad30cb-6338-4d28-a42e-d858cceaec6f,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:15.435201 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-3627ca14-0c89-4ff4-a3e0-7491a2cdab7e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:15.478370 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-3627ca14-0c89-4ff4-a3e0-7491a2cdab7e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Calling delete_port for caad30cb-6338-4d28-a42e-d858cceaec6f owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:15.549206 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] For port db282937-dba1-4afe-babe-818665f5c5a8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db282937-dba1-4afe-babe-818665f5c5a8,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:15.549570 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (db282937-dba1-4afe-babe-818665f5c5a8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:15.611805 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:15.806103 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ae26d-7457-4042-9a72-2a5e0d49bce4 req-c6873d65-437d-472c-b82a-bcdce5aefe4d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:15.808147 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5e2ae26d-7457-4042-9a72-2a5e0d49bce4 req-c6873d65-437d-472c-b82a-bcdce5aefe4d tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/ports?device_id=32533add-63db-4d29-9be0-09f5ec2c39b3 HTTP/1.1" status: 200 len: 946 time: 0.3342593 Jun 21 08:20:15.816324 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-3627ca14-0c89-4ff4-a3e0-7491a2cdab7e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (caad30cb-6338-4d28-a42e-d858cceaec6f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:15.828114 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['caad30cb-6338-4d28-a42e-d858cceaec6f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:20:15.829965 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:15.830334 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (4b94ef8c-3e4c-4efa-988e-d18130533deb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:15.830670 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Floating IP 4b94ef8c-3e4c-4efa-988e-d18130533deb disassociated. External IP: 172.27.0.130, port: db282937-dba1-4afe-babe-818665f5c5a8. Jun 21 08:20:15.831022 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Calling delete_port for db282937-dba1-4afe-babe-818665f5c5a8 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:15.863998 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627ca14-0c89-4ff4-a3e0-7491a2cdab7e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Pushing event deleted for resources: {'Port': ['ID=caad30cb-6338-4d28-a42e-d858cceaec6f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:15.944063 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24ebe3-4732-4d00-b95b-3724d071edbb req-dc37a8ce-4e23-4d3a-8995-244d2fea8c71 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:15.945559 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2d24ebe3-4732-4d00-b95b-3724d071edbb req-dc37a8ce-4e23-4d3a-8995-244d2fea8c71 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 946 time: 0.0500376 Jun 21 08:20:15.972512 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-3627ca14-0c89-4ff4-a3e0-7491a2cdab7e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] No DVR routers for this DVR port caad30cb-6338-4d28-a42e-d858cceaec6f on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:20:15.977167 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:15.986290 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-3627ca14-0c89-4ff4-a3e0-7491a2cdab7e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:15.989512 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8a77ae74-fc1c-4a9f-9fd1-8728b484cdbb req-3627ca14-0c89-4ff4-a3e0-7491a2cdab7e tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.46 "DELETE /v2.0/ports/caad30cb-6338-4d28-a42e-d858cceaec6f HTTP/1.1" status: 204 len: 173 time: 0.8498876 Jun 21 08:20:15.991224 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'name': 'network-vif-deleted', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:15.993337 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716f8eae-9aec-4017-a117-d2bce4f94638" -d '{"events": [{"server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "name": "network-vif-deleted", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:16.001918 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5e2ae26d-7457-4042-9a72-2a5e0d49bce4 req-a5efe90c-a187-4651-9813-97e14954b610 tempest-TestMinimumBasicScenario-58408600 tempest-TestMinimumBasicScenario-58408600-project] 10.222.0.36 "GET /v2.0/security-groups?id=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864021 Jun 21 08:20:16.008950 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2d24ebe3-4732-4d00-b95b-3724d071edbb req-4084331c-c4a0-40e9-a5fc-0b33d2f2a568 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e1a4806-8129-4afa-8cb3-9ba244b10b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569875 Jun 21 08:20:16.063242 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aa2776-865d-46fa-86a2-4df34dad9dd6 x-openstack-request-id: req-b7aa2776-865d-46fa-86a2-4df34dad9dd6 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:16.063535 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32533add-63db-4d29-9be0-09f5ec2c39b3", "name": "network-vif-deleted", "tag": "caad30cb-6338-4d28-a42e-d858cceaec6f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:16.063784 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7aa2776-865d-46fa-86a2-4df34dad9dd6 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:16.064180 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7aa2776-865d-46fa-86a2-4df34dad9dd6'] response: {'server_uuid': '32533add-63db-4d29-9be0-09f5ec2c39b3', 'name': 'network-vif-deleted', 'tag': 'caad30cb-6338-4d28-a42e-d858cceaec6f', 'status': 'completed', 'code': 200} Jun 21 08:20:16.091391 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (db282937-dba1-4afe-babe-818665f5c5a8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:16.118431 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'Port': ['ID=db282937-dba1-4afe-babe-818665f5c5a8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:16.223509 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:16.233914 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Router bd349c29-377f-4e83-9f42-2afe21bb2644 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:20:16.599605 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:20:16.610323 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:20:16.630791 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:16.631420 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:19:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:16.644571 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] No DVR routers for this DVR port db282937-dba1-4afe-babe-818665f5c5a8 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:20:16.647045 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:16.650331 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bcf805e6-0089-41f3-a104-370461d0949c req-290659c3-226b-4111-958e-6a21fd455e22 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "DELETE /v2.0/ports/db282937-dba1-4afe-babe-818665f5c5a8 HTTP/1.1" status: 204 len: 173 time: 1.4117510 Jun 21 08:20:16.688817 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:16.739796 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:16.878367 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:16.935847 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:16.959852 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:20:16.968841 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:16.969427 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:19:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:17.080707 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:17.146802 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8536d93a-de63-4088-b7c9-34011a06b31d req-816f9a5a-c318-4359-809e-f1bd6be27d23 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ee7b38-833c-4047-9999-c591d6088b45 HTTP/1.1" status: 200 len: 210 time: 0.0425327 Jun 21 08:20:17.282471 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:17.310905 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa9eba-d64c-4298-8989-42f5d93f411d None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:20:17.539621 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39dcd22-d5d4-4a2d-8486-3ed55d143d0a None None] New status for floating IP 4b94ef8c-3e4c-4efa-988e-d18130533deb: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:20:17.855082 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44580) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:17.893983 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:18.065514 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ee7b38-833c-4047-9999-c591d6088b45', 'name': 'network-vif-deleted', 'tag': 'db282937-dba1-4afe-babe-818665f5c5a8'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:18.067911 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f9adac-839f-446e-b6b6-265ffabd80f7" -d '{"events": [{"server_uuid": "74ee7b38-833c-4047-9999-c591d6088b45", "name": "network-vif-deleted", "tag": "db282937-dba1-4afe-babe-818665f5c5a8"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:18.105086 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a7c6b5-3e6f-432f-b122-33c40952a0f3 x-openstack-request-id: req-18a7c6b5-3e6f-432f-b122-33c40952a0f3 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:18.105447 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ee7b38-833c-4047-9999-c591d6088b45", "name": "network-vif-deleted", "tag": "db282937-dba1-4afe-babe-818665f5c5a8", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:18.105888 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18a7c6b5-3e6f-432f-b122-33c40952a0f3 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:18.106349 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a7c6b5-3e6f-432f-b122-33c40952a0f3'] response: {'server_uuid': '74ee7b38-833c-4047-9999-c591d6088b45', 'name': 'network-vif-deleted', 'tag': 'db282937-dba1-4afe-babe-818665f5c5a8', 'status': 'completed', 'code': 200} Jun 21 08:20:18.170219 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (72cad314-d24e-4708-8883-aac59a2875f1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.224760 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44588) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:18.279434 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f64d3c4b-7411-40a5-a390-bc07cfd1d712 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (6e1a4806-8129-4afa-8cb3-9ba244b10b6e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.302643 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f64d3c4b-7411-40a5-a390-bc07cfd1d712 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (6e1a4806-8129-4afa-8cb3-9ba244b10b6e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.305073 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:18.351966 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f64d3c4b-7411-40a5-a390-bc07cfd1d712 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6e1a4806-8129-4afa-8cb3-9ba244b10b6e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.355101 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f64d3c4b-7411-40a5-a390-bc07cfd1d712 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.356295 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-f64d3c4b-7411-40a5-a390-bc07cfd1d712 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "DELETE /v2.0/security-groups/6e1a4806-8129-4afa-8cb3-9ba244b10b6e HTTP/1.1" status: 204 len: 168 time: 0.1304655 Jun 21 08:20:18.359754 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44590) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:18.365546 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d3c4b-7411-40a5-a390-bc07cfd1d712 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a4806-8129-4afa-8cb3-9ba244b10b6e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:18.396528 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.api.v2.resource [None req-46949252-2834-463b-a356-852b5ccee7d1 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] show failed (client error): The resource could not be found. Jun 21 08:20:18.397578 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-46949252-2834-463b-a356-852b5ccee7d1 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups/6e1a4806-8129-4afa-8cb3-9ba244b10b6e HTTP/1.1" status: 404 len: 347 time: 0.0366855 Jun 21 08:20:18.400608 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44592) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:18.407549 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] Deleting port b5484d3d-6c5f-4716-b47b-e4a159a0e081 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:18.407886 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.487517 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] For port b5484d3d-6c5f-4716-b47b-e4a159a0e081, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=b5484d3d-6c5f-4716-b47b-e4a159a0e081,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:18.487886 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.501797 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] Calling delete_port for b5484d3d-6c5f-4716-b47b-e4a159a0e081 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:18.509664 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-339504a6-47a0-47f5-8ba4-ce135f3ca05d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Deleting port 110162cf-b408-4c9e-9bff-847c3530df14 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:18.510524 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-339504a6-47a0-47f5-8ba4-ce135f3ca05d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (110162cf-b408-4c9e-9bff-847c3530df14), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.591103 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-339504a6-47a0-47f5-8ba4-ce135f3ca05d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (110162cf-b408-4c9e-9bff-847c3530df14), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.591423 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-339504a6-47a0-47f5-8ba4-ce135f3ca05d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (110162cf-b408-4c9e-9bff-847c3530df14), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.604314 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-339504a6-47a0-47f5-8ba4-ce135f3ca05d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Calling delete_port for 110162cf-b408-4c9e-9bff-847c3530df14 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:18.662531 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device caad30cb-6338-4d28-a42e-d858cceaec6f no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:18.668480 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:18.685008 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: caad30cb-6338-4d28-a42e-d858cceaec6f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:18.685373 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device caad30cb-6338-4d28-a42e-d858cceaec6f not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:18.685928 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db282937-dba1-4afe-babe-818665f5c5a8 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:18.686320 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (b5484d3d-6c5f-4716-b47b-e4a159a0e081), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.708948 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: db282937-dba1-4afe-babe-818665f5c5a8 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:18.709512 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db282937-dba1-4afe-babe-818665f5c5a8 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:18.717568 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5484d3d-6c5f-4716-b47b-e4a159a0e081,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:18.754843 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-339504a6-47a0-47f5-8ba4-ce135f3ca05d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (110162cf-b408-4c9e-9bff-847c3530df14), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.765597 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b275afff-29a4-445a-a2ba-a5c4fddea1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.767823 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:18.780654 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339504a6-47a0-47f5-8ba4-ce135f3ca05d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'Port': ['ID=110162cf-b408-4c9e-9bff-847c3530df14,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:18.858144 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-339504a6-47a0-47f5-8ba4-ce135f3ca05d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (4b94ef8c-3e4c-4efa-988e-d18130533deb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.861356 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-339504a6-47a0-47f5-8ba4-ce135f3ca05d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.865323 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-339504a6-47a0-47f5-8ba4-ce135f3ca05d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "DELETE /v2.0/floatingips/4b94ef8c-3e4c-4efa-988e-d18130533deb HTTP/1.1" status: 204 len: 168 time: 0.4607067 Jun 21 08:20:18.892357 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (72cad314-d24e-4708-8883-aac59a2875f1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:18.942105 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44596) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:18.946730 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1930425811', 'description': 'tempest-description--1053531727'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:18.968518 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.018123 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:19.040065 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (41535c5c-e1d3-4dd5-8dc8-81477d90907f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.044611 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (41535c5c-e1d3-4dd5-8dc8-81477d90907f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.099228 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.103600 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1577559 Jun 21 08:20:19.103600 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41535c5c-e1d3-4dd5-8dc8-81477d90907f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:19.106080 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44600) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:19.119984 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9ee27b46-e131-421a-837e-6ecf48f0bbfe tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group_rule': {'security_group_id': '41535c5c-e1d3-4dd5-8dc8-81477d90907f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:19.131791 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.132352 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.132910 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.133458 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.134012 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.134530 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.135653 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.136267 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.136736 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.137277 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.137846 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.138400 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.138975 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.139540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.140081 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846aae6-ea22-427a-a22d-89fc286a85c6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:19.161610 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] Router 72cad314-d24e-4708-8883-aac59a2875f1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:20:19.173734 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ee27b46-e131-421a-837e-6ecf48f0bbfe tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (563e0567-43fb-4a57-9faf-e51a98e727f2), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.234908 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ee27b46-e131-421a-837e-6ecf48f0bbfe tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (563e0567-43fb-4a57-9faf-e51a98e727f2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.238515 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ee27b46-e131-421a-837e-6ecf48f0bbfe tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (563e0567-43fb-4a57-9faf-e51a98e727f2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.257224 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:19.259065 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee27b46-e131-421a-837e-6ecf48f0bbfe tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563e0567-43fb-4a57-9faf-e51a98e727f2,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:19.265652 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ee27b46-e131-421a-837e-6ecf48f0bbfe tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.269807 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-9ee27b46-e131-421a-837e-6ecf48f0bbfe tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581175 Jun 21 08:20:19.270000 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44602) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:19.273823 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:20:19.274448 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a871d11e-cea1-486b-b154-c13632313ab9 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'security_group_rule': {'security_group_id': '41535c5c-e1d3-4dd5-8dc8-81477d90907f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:19.280430 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9ac661d8-4837-4145-a9d1-9b3430007b86 admin admin] 10.222.0.36 "PUT /v2.0/routers/72cad314-d24e-4708-8883-aac59a2875f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4239860 Jun 21 08:20:19.282458 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44604) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:19.286655 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] Sync routers for ids ['72cad314-d24e-4708-8883-aac59a2875f1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:20:19.297945 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] Routers {'72cad314-d24e-4708-8883-aac59a2875f1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:19.298708 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:19:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['72cad314-d24e-4708-8883-aac59a2875f1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:19.303172 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a871d11e-cea1-486b-b154-c13632313ab9 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (36020929-6eba-498d-8d37-7e14fcf7f750), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.366865 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a871d11e-cea1-486b-b154-c13632313ab9 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (36020929-6eba-498d-8d37-7e14fcf7f750), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.372249 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a871d11e-cea1-486b-b154-c13632313ab9 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (36020929-6eba-498d-8d37-7e14fcf7f750), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.391965 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871d11e-cea1-486b-b154-c13632313ab9 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36020929-6eba-498d-8d37-7e14fcf7f750,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:19.402039 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Publish callbacks [] for router (72cad314-d24e-4708-8883-aac59a2875f1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.405731 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a871d11e-cea1-486b-b154-c13632313ab9 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.408287 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-a871d11e-cea1-486b-b154-c13632313ab9 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369653 Jun 21 08:20:19.411016 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44606) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:19.415728 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:19.437180 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.497427 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] Set router 72cad314-d24e-4708-8883-aac59a2875f1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:19.511817 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Publish callbacks [] for router_gateway (72cad314-d24e-4708-8883-aac59a2875f1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.530895 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.558770 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Deleting port 55341489-bc83-4603-97f6-9003e1c54613 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:19.559134 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (55341489-bc83-4603-97f6-9003e1c54613), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.617019 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:19.646883 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] For port 55341489-bc83-4603-97f6-9003e1c54613, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=55341489-bc83-4603-97f6-9003e1c54613,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:19.647247 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (55341489-bc83-4603-97f6-9003e1c54613), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.651440 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Allocated IP 172.27.0.109 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/56ed2cce-6b25-4ca0-ba99-1637f674baa2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:20:19.660768 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Calling delete_port for 55341489-bc83-4603-97f6-9003e1c54613 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:19.674664 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '55341489-bc83-4603-97f6-9003e1c54613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:20:18Z', 'revision_number': 5, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port': {'id': '55341489-bc83-4603-97f6-9003e1c54613', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cad314-d24e-4708-8883-aac59a2875f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:10Z', 'updated_at': '2022-06-21T08:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:19.700916 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] Checking router: 72cad314-d24e-4708-8883-aac59a2875f1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:20:19.709523 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] Routers {'72cad314-d24e-4708-8883-aac59a2875f1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:19.710238 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:19:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['72cad314-d24e-4708-8883-aac59a2875f1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:19.760826 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (56ed2cce-6b25-4ca0-ba99-1637f674baa2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.793539 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:19.796651 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (56ed2cce-6b25-4ca0-ba99-1637f674baa2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.806417 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] Set router 72cad314-d24e-4708-8883-aac59a2875f1 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:19.810855 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:19.836290 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (55341489-bc83-4603-97f6-9003e1c54613), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.840535 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:20:19.843993 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:20:19.847230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:20:19.863488 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=55341489-bc83-4603-97f6-9003e1c54613,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:19.872069 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:20:19Z', 'revision_number': 6, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port_host': None}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:19.879230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=56ed2cce-6b25-4ca0-ba99-1637f674baa2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:19.897750 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.900325 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:19.906915 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e45f3-9242-4b99-8cc7-a5be3cbdc758 None None] The sync data for ids ['72cad314-d24e-4708-8883-aac59a2875f1'] in dv-cinder-836973-7-iscsi is: [{'id': '72cad314-d24e-4708-8883-aac59a2875f1', 'name': 'tempest-TestMinimumBasicScenario-634124585-router', 'tenant_id': '054a41c637b243f180a79969432bb3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:09Z', 'updated_at': '2022-06-21T08:20:19Z', 'revision_number': 6, 'project_id': '054a41c637b243f180a79969432bb3f8', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:20:19.942552 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:19.946274 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (72cad314-d24e-4708-8883-aac59a2875f1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.947944 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (889bca82-22b3-4e6e-a20c-dbf53e974c9c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:19.986361 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (56ed2cce-6b25-4ca0-ba99-1637f674baa2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.035756 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (72cad314-d24e-4708-8883-aac59a2875f1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.037966 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Publish callbacks [] for router_controller (72cad314-d24e-4708-8883-aac59a2875f1), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.080139 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (72cad314-d24e-4708-8883-aac59a2875f1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.080756 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72cad314-d24e-4708-8883-aac59a2875f1 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:20:20.085173 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.086739 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-72f9b8e6-61c9-46aa-92d1-f88832f4bb9b admin admin] 10.222.0.36 "DELETE /v2.0/routers/72cad314-d24e-4708-8883-aac59a2875f1 HTTP/1.1" status: 204 len: 168 time: 0.8027146 Jun 21 08:20:20.089070 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44608) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:20.133535 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e66a0e-3d3d-47d0-ac77-129f95464f2c admin admin] Deleting subnet 9d7e5e53-86dc-4ddb-82ca-dc27e46182e7 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:20:20.136946 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9e66a0e-3d3d-47d0-ac77-129f95464f2c admin admin] Publish callbacks [] for subnet (9d7e5e53-86dc-4ddb-82ca-dc27e46182e7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.139210 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (56ed2cce-6b25-4ca0-ba99-1637f674baa2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.145320 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (56ed2cce-6b25-4ca0-ba99-1637f674baa2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.176119 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9e66a0e-3d3d-47d0-ac77-129f95464f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4042124'] for subnet (9d7e5e53-86dc-4ddb-82ca-dc27e46182e7), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.221808 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=56ed2cce-6b25-4ca0-ba99-1637f674baa2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:20.234276 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (889bca82-22b3-4e6e-a20c-dbf53e974c9c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.255983 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.258199 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-3cc57ab2-eb4e-415a-94bb-be2d06ba6ed6 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8459780 Jun 21 08:20:20.259368 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9e66a0e-3d3d-47d0-ac77-129f95464f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (9d7e5e53-86dc-4ddb-82ca-dc27e46182e7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.327034 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9e66a0e-3d3d-47d0-ac77-129f95464f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3769514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26152033'] for subnet (9d7e5e53-86dc-4ddb-82ca-dc27e46182e7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.345192 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9e66a0e-3d3d-47d0-ac77-129f95464f2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.348840 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d0814-4715-48de-8498-eec2a0083370 None None] Network ad93e950-a35b-4ca6-b8fc-75dbda938a47 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:20:20.360651 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-b9e66a0e-3d3d-47d0-ac77-129f95464f2c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9d7e5e53-86dc-4ddb-82ca-dc27e46182e7 HTTP/1.1" status: 204 len: 168 time: 0.2704949 Jun 21 08:20:20.363160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44612) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:20.402289 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b5484d3d-6c5f-4716-b47b-e4a159a0e081 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:20.404298 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e66a0e-3d3d-47d0-ac77-129f95464f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7e5e53-86dc-4ddb-82ca-dc27e46182e7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:20.452019 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (ad93e950-a35b-4ca6-b8fc-75dbda938a47), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.454200 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: b5484d3d-6c5f-4716-b47b-e4a159a0e081 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:20.454557 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b5484d3d-6c5f-4716-b47b-e4a159a0e081 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:20.499890 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Deleting port 77de5b14-84a9-4f9e-9424-f209e9a225f9 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:20.500236 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.568192 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] For port 77de5b14-84a9-4f9e-9424-f209e9a225f9, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=77de5b14-84a9-4f9e-9424-f209e9a225f9,segment=NetworkSegment(3cf25140-2310-4ccb-ad67-c0210195abb6),segment_id=3cf25140-2310-4ccb-ad67-c0210195abb6)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:20.568554 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.582985 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Calling delete_port for 77de5b14-84a9-4f9e-9424-f209e9a225f9 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:20.662952 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (77de5b14-84a9-4f9e-9424-f209e9a225f9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.673397 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-3660a851-d08a-4ed9-8c9c-68dccc072a5e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1930425811&fields=id&tenant_id=d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 267 time: 0.0474768 Jun 21 08:20:20.689337 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] No DVR routers for this DVR port 77de5b14-84a9-4f9e-9424-f209e9a225f9 on host dv-cinder-836973-7-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:20:20.693938 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Pushing event deleted for resources: {'Port': ['ID=77de5b14-84a9-4f9e-9424-f209e9a225f9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:20.757118 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faad69f7-f387-40fc-8025-fd149ce2d847 None None] DHCP port deletion for ad93e950-a35b-4ca6-b8fc-75dbda938a47 request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:20:20.772625 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (ad93e950-a35b-4ca6-b8fc-75dbda938a47), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.795357 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-fcc37927-1b5c-4530-a901-022f5b1e5d5c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:20.795357 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-fcc37927-1b5c-4530-a901-022f5b1e5d5c tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 814 time: 0.1152797 Jun 21 08:20:20.797661 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad93e950-a35b-4ca6-b8fc-75dbda938a47']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:20.809042 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:20.810316 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf25140-2310-4ccb-ad67-c0210195abb6') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:20.810612 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf25140-2310-4ccb-ad67-c0210195abb6') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:20.811702 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-098a6a32-4905-46ce-a298-6c761b5e256a tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/quotas/d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 375 time: 0.0105844 Jun 21 08:20:20.821371 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26780873'] for segment (3cf25140-2310-4ccb-ad67-c0210195abb6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.835321 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (3cf25140-2310-4ccb-ad67-c0210195abb6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.842588 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:20:20.843017 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26999377'] for segment (3cf25140-2310-4ccb-ad67-c0210195abb6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.867410 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-e66cdce2-9dcf-44d9-9d56-c212fccbe693 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495374 Jun 21 08:20:20.872239 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment 3cf25140-2310-4ccb-ad67-c0210195abb6 resource provider aggregate not found Jun 21 08:20:20.912155 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:20.924720 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment 3cf25140-2310-4ccb-ad67-c0210195abb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cf25140-2310-4ccb-ad67-c0210195abb6 found for delete ", "request_id": "req-d2fbe46a-c97c-467a-bb84-b60ef6127809"}]} Jun 21 08:20:20.926521 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (ad93e950-a35b-4ca6-b8fc-75dbda938a47), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.930966 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:20.935649 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ad93e950-a35b-4ca6-b8fc-75dbda938a47 HTTP/1.1" status: 204 len: 168 time: 0.5714839 Jun 21 08:20:20.940534 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44630) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:20.990361 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82774065-c7af-42ef-a9d0-a8b95b1a3767 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad93e950-a35b-4ca6-b8fc-75dbda938a47,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:20.997885 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-41a0b70b-bebc-4dbe-9c6a-1ef6ed66b7c5 service neutron] 10.222.0.36 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151719 Jun 21 08:20:20.999970 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:21.003133 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-717d2932-a1e6-4ad7-84c6-c765b014f2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:21.345291 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-51b89adc-43bc-4185-8df3-6800faa5ac37 service neutron] 10.222.0.36 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410010 Jun 21 08:20:21.370678 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (c9044949-78b6-44c2-8db7-dc40f438cf4e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:21.560474 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-51e503b0-9506-4d2f-ad7b-c414e658d6ea req-4d30af5a-93d7-4998-884a-f13daed0abfc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 210 time: 0.0689132 Jun 21 08:20:21.675718 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] Deleting port 8634d3ff-09d6-4c90-b064-88a7b74d7528 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:21.676064 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:21.761843 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] For port 8634d3ff-09d6-4c90-b064-88a7b74d7528, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=8634d3ff-09d6-4c90-b064-88a7b74d7528,segment=NetworkSegment(46526670-f289-4c2f-839d-7bb0912b33cd),segment_id=46526670-f289-4c2f-839d-7bb0912b33cd)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:21.762210 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:21.777047 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] Calling delete_port for 8634d3ff-09d6-4c90-b064-88a7b74d7528 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:21.952675 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:21.965164 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (8634d3ff-09d6-4c90-b064-88a7b74d7528), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:21.989438 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8634d3ff-09d6-4c90-b064-88a7b74d7528,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:22.022821 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:22.103403 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 55341489-bc83-4603-97f6-9003e1c54613 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:22.130794 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 55341489-bc83-4603-97f6-9003e1c54613 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:22.131149 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 55341489-bc83-4603-97f6-9003e1c54613 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:22.131583 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 77de5b14-84a9-4f9e-9424-f209e9a225f9 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:22.160756 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 77de5b14-84a9-4f9e-9424-f209e9a225f9 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:22.161127 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 77de5b14-84a9-4f9e-9424-f209e9a225f9 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:22.164804 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (c9044949-78b6-44c2-8db7-dc40f438cf4e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:22.165898 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:22.661572 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] Router c9044949-78b6-44c2-8db7-dc40f438cf4e has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:20:22.664524 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6990935c-176d-47d6-96dd-60e2887b4743 req-d3350796-d368-451d-8bdd-b289685fe100 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 210 time: 0.0283537 Jun 21 08:20:22.763935 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-52597bbf-27fc-4be0-8858-c2e24bebe4fe tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:22.765265 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-52597bbf-27fc-4be0-8858-c2e24bebe4fe tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 814 time: 0.4108503 Jun 21 08:20:22.838589 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:20:22.845204 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e09999e6-fa80-42a1-a6a3-8cb27fd8c9c7 admin admin] 10.222.0.36 "PUT /v2.0/routers/c9044949-78b6-44c2-8db7-dc40f438cf4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9033165 Jun 21 08:20:22.847944 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44650) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:22.850349 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] Sync routers for ids ['c9044949-78b6-44c2-8db7-dc40f438cf4e'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:20:22.861866 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] Routers {'c9044949-78b6-44c2-8db7-dc40f438cf4e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:22.862483 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['c9044949-78b6-44c2-8db7-dc40f438cf4e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:22.873079 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-a049daab-b35e-4aec-a356-b11b630d3073 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a4467fae7e4bdea5a1e00c0379c326 HTTP/1.1" status: 200 len: 380 time: 0.0714765 Jun 21 08:20:22.883042 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'port': {'device_id': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'admin_state_up': True, 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'security_groups': ['41535c5c-e1d3-4dd5-8dc8-81477d90907f']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:22.951764 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:22.958721 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Publish callbacks [] for router (c9044949-78b6-44c2-8db7-dc40f438cf4e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:22.969880 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] Set router c9044949-78b6-44c2-8db7-dc40f438cf4e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:23.000688 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Made reservation on behalf of d1a4467fae7e4bdea5a1e00c0379c326 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:20:23.004494 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.022273 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:23.050810 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:23.063347 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Publish callbacks [] for router_gateway (c9044949-78b6-44c2-8db7-dc40f438cf4e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.106996 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Deleting port 64ffab83-7d19-4981-b1e2-281b48c1e048 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:23.107422 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.138591 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Allocated IP 172.20.0.7 (bbf78e3a-7b50-434f-bb05-1e295b095c9f/754083e1-dd7f-49dd-afa9-e46f5f2c466b/d6dff98b-1192-424a-9a7e-a012cd149f34) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:20:23.149164 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'name': 'tempest-TestMinimumBasicScenario-981347340-router', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:17Z', 'updated_at': '2022-06-21T08:20:21Z', 'revision_number': 5, 'project_id': 'f3022549ca964c5898ee77721e436521', 'gw_port': {'id': '64ffab83-7d19-4981-b1e2-281b48c1e048', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:18Z', 'updated_at': '2022-06-21T08:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:23.177506 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] Checking router: c9044949-78b6-44c2-8db7-dc40f438cf4e for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:20:23.187306 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] Routers {'c9044949-78b6-44c2-8db7-dc40f438cf4e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:23.187923 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['c9044949-78b6-44c2-8db7-dc40f438cf4e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:23.190362 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:23.195614 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] For port 64ffab83-7d19-4981-b1e2-281b48c1e048, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=64ffab83-7d19-4981-b1e2-281b48c1e048,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:23.195987 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.211864 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Calling delete_port for 64ffab83-7d19-4981-b1e2-281b48c1e048 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:23.254990 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:23.279077 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] Set router c9044949-78b6-44c2-8db7-dc40f438cf4e gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:23.292475 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.326942 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.336536 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'name': 'tempest-TestMinimumBasicScenario-981347340-router', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:17Z', 'updated_at': '2022-06-21T08:20:23Z', 'revision_number': 6, 'project_id': 'f3022549ca964c5898ee77721e436521', 'gw_port_host': None}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:23.366307 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d96b1c-e8f9-4154-8a87-9b3de9677f20 None None] The sync data for ids ['c9044949-78b6-44c2-8db7-dc40f438cf4e'] in dv-cinder-836973-7-iscsi is: [{'id': 'c9044949-78b6-44c2-8db7-dc40f438cf4e', 'name': 'tempest-TestMinimumBasicScenario-981347340-router', 'tenant_id': 'f3022549ca964c5898ee77721e436521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:17Z', 'updated_at': '2022-06-21T08:20:23Z', 'revision_number': 6, 'project_id': 'f3022549ca964c5898ee77721e436521', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:20:23.378047 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:20:23.381319 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:20:23.385966 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:20:23.397201 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (64ffab83-7d19-4981-b1e2-281b48c1e048), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.412721 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event updated for resources: {'Port': ['ID=d6dff98b-1192-424a-9a7e-a012cd149f34,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:23.433822 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=64ffab83-7d19-4981-b1e2-281b48c1e048,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:23.444331 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:23.444966 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.463541 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-88cc31a8-6689-48af-93c0-1c5c6cf05bd4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845327 Jun 21 08:20:23.476094 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Request body: {'port': {'device_id': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:23.504974 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (c9044949-78b6-44c2-8db7-dc40f438cf4e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.538976 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.606935 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (c9044949-78b6-44c2-8db7-dc40f438cf4e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.609300 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Publish callbacks [] for router_controller (c9044949-78b6-44c2-8db7-dc40f438cf4e), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.642127 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d2f04ebd-32af-4669-a33f-ebb871ebcbc7 None None] Provisioning complete for port d6dff98b-1192-424a-9a7e-a012cd149f34 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:20:23.642483 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d2f04ebd-32af-4669-a33f-ebb871ebcbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.659874 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (c9044949-78b6-44c2-8db7-dc40f438cf4e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.660518 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9044949-78b6-44c2-8db7-dc40f438cf4e {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:20:23.664743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.665842 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a607d64e-b15f-4b17-95e8-1e9a15d95d9a admin admin] 10.222.0.36 "DELETE /v2.0/routers/c9044949-78b6-44c2-8db7-dc40f438cf4e HTTP/1.1" status: 204 len: 168 time: 0.8166494 Jun 21 08:20:23.670375 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44652) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:23.680685 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d2f04ebd-32af-4669-a33f-ebb871ebcbc7 None None] Port d6dff98b-1192-424a-9a7e-a012cd149f34 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:20:23.729448 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.793235 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-2902eeb3-a4cb-4465-b14a-43531c732347 admin admin] Deleting subnet d8fe2e74-095b-47b7-b322-95a1123e0f38 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:20:23.817312 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2902eeb3-a4cb-4465-b14a-43531c732347 admin admin] Publish callbacks [] for subnet (d8fe2e74-095b-47b7-b322-95a1123e0f38), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:23.839464 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:23.880779 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beeb71-f324-42cc-b12c-cab097d7e82c req-45af96e1-608e-47de-8756-f4ea09e73520 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:23.882265 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-17beeb71-f324-42cc-b12c-cab097d7e82c req-45af96e1-608e-47de-8756-f4ea09e73520 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 931 time: 0.1071839 Jun 21 08:20:23.896389 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2902eeb3-a4cb-4465-b14a-43531c732347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26780882'] for subnet (d8fe2e74-095b-47b7-b322-95a1123e0f38), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.003874 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.051787 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:24.077818 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dff98b-1192-424a-9a7e-a012cd149f34 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:20:24.104095 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-17beeb71-f324-42cc-b12c-cab097d7e82c req-aa251184-a8b0-467f-89ff-60a2ce826ede tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044041 Jun 21 08:20:24.117863 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Publish callbacks [] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.139637 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-35f2aa08-44b0-4080-95a9-d07d1762218e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1476111 Jun 21 08:20:24.156220 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Transition to ACTIVE for port object d6dff98b-1192-424a-9a7e-a012cd149f34 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:20:24.157901 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2902eeb3-a4cb-4465-b14a-43531c732347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (d8fe2e74-095b-47b7-b322-95a1123e0f38), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.179887 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.211109 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 64ffab83-7d19-4981-b1e2-281b48c1e048 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:24.232423 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 64ffab83-7d19-4981-b1e2-281b48c1e048 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:24.232772 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 64ffab83-7d19-4981-b1e2-281b48c1e048 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:24.233202 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 8634d3ff-09d6-4c90-b064-88a7b74d7528 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:24.260158 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 8634d3ff-09d6-4c90-b064-88a7b74d7528 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:24.260382 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 8634d3ff-09d6-4c90-b064-88a7b74d7528 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:24.280733 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-8a5e6dc1-4751-4cf8-ad61-b95f7a6b7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:24.282537 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-8a5e6dc1-4751-4cf8-ad61-b95f7a6b7b48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 1130 time: 0.0998428 Jun 21 08:20:24.290150 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dff98b-1192-424a-9a7e-a012cd149f34,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:24.329615 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2902eeb3-a4cb-4465-b14a-43531c732347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26999355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26995947'] for subnet (d8fe2e74-095b-47b7-b322-95a1123e0f38), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.396295 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902eeb3-a4cb-4465-b14a-43531c732347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8fe2e74-095b-47b7-b322-95a1123e0f38,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:24.400634 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2902eeb3-a4cb-4465-b14a-43531c732347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.404053 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-2902eeb3-a4cb-4465-b14a-43531c732347 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d8fe2e74-095b-47b7-b322-95a1123e0f38 HTTP/1.1" status: 204 len: 168 time: 0.7326553 Jun 21 08:20:24.405122 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ee5bf-0101-430c-abb4-d178ec735424 None None] Network 43942da1-1aaa-409b-86c7-317d01601023 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:20:24.409159 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44656) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:24.439400 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:24.503251 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Attempting to bind port d6dff98b-1192-424a-9a7e-a012cd149f34 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:20:24.503600 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Attempting to bind port d6dff98b-1192-424a-9a7e-a012cd149f34 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:20:24.504005 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Attempting to bind port d6dff98b-1192-424a-9a7e-a012cd149f34 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:20:24.515864 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (43942da1-1aaa-409b-86c7-317d01601023), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.521195 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Port d6dff98b-1192-424a-9a7e-a012cd149f34 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:20:24.521511 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Attempting to bind port d6dff98b-1192-424a-9a7e-a012cd149f34 on network bbf78e3a-7b50-434f-bb05-1e295b095c9f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:20:24.524046 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-3828dcdb-20f1-4ee3-b23e-9afee081942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:24.526171 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-3828dcdb-20f1-4ee3-b23e-9afee081942f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 200 len: 911 time: 0.2048662 Jun 21 08:20:24.531354 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:20:24.531635 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Checking segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:20:24.532014 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Bound using segment: {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:20:24.532443 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Bound port: d6dff98b-1192-424a-9a7e-a012cd149f34, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf91a56-1b7d-4934-8490-4102f432654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:20:24.532872 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.571646 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Deleting port 9fd34327-d25f-4fe2-b0ba-390658bdb096 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:24.571990 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.594033 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] DHCP port deletion for 43942da1-1aaa-409b-86c7-317d01601023 request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:20:24.635652 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-9f33c2f3-e463-4b47-bcab-7285740f278a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3 HTTP/1.1" status: 200 len: 1002 time: 0.1004374 Jun 21 08:20:24.645051 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] For port 9fd34327-d25f-4fe2-b0ba-390658bdb096, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=9fd34327-d25f-4fe2-b0ba-390658bdb096,segment=NetworkSegment(46526670-f289-4c2f-839d-7bb0912b33cd),segment_id=46526670-f289-4c2f-839d-7bb0912b33cd)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:24.645426 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.649365 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Deleting port 9fd34327-d25f-4fe2-b0ba-390658bdb096 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:24.649850 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.660529 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Calling delete_port for 9fd34327-d25f-4fe2-b0ba-390658bdb096 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:24.671483 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:24.690708 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] For port d6dff98b-1192-424a-9a7e-a012cd149f34, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:20:24.708121 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] For port d6dff98b-1192-424a-9a7e-a012cd149f34, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d6dff98b-1192-424a-9a7e-a012cd149f34,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:20:24.714390 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-7d22a23c-84fa-4a0f-a802-9e2272846827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:24.716172 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-7d22a23c-84fa-4a0f-a802-9e2272846827 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe9956a1-db67-4ab0-a2bc-2965a7ae6be5 HTTP/1.1" status: 200 len: 849 time: 0.0681174 Jun 21 08:20:24.719634 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.722565 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] For port 9fd34327-d25f-4fe2-b0ba-390658bdb096, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=9fd34327-d25f-4fe2-b0ba-390658bdb096,segment=NetworkSegment(46526670-f289-4c2f-839d-7bb0912b33cd),segment_id=46526670-f289-4c2f-839d-7bb0912b33cd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:24.722831 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.736804 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Calling delete_port for 9fd34327-d25f-4fe2-b0ba-390658bdb096 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:24.755316 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.790170 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:24.790822 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.792381 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] 10.222.0.46 "PUT /v2.0/ports/d6dff98b-1192-424a-9a7e-a012cd149f34 HTTP/1.1" status: 200 len: 1093 time: 1.3206360 Jun 21 08:20:24.793038 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'tag': 'd6dff98b-1192-424a-9a7e-a012cd149f34'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:24.795147 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b1c432-61db-4d2c-a785-93855d1323fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed508fef-cc9b-42c9-b954-0e52c65a1d12", "tag": "d6dff98b-1192-424a-9a7e-a012cd149f34"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:24.812021 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] No DVR routers for this DVR port 9fd34327-d25f-4fe2-b0ba-390658bdb096 on host dv-cinder-836973-7-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:20:24.819634 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd34327-d25f-4fe2-b0ba-390658bdb096,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:24.836365 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-12de5a17-6e19-4979-b131-7ff8489e2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:24.847222 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (9fd34327-d25f-4fe2-b0ba-390658bdb096), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.847670 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-12de5a17-6e19-4979-b131-7ff8489e2531 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1563a5ad-132e-4800-8264-c4bbc3c987e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1114144 Jun 21 08:20:24.880010 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Pushing event deleted for resources: {'Port': ['ID=9fd34327-d25f-4fe2-b0ba-390658bdb096,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:24.883354 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:24.893873 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.894228 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.894592 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.894976 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.896801 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97eb0f8-4986-4c88-a6b1-fbb455694f47 x-openstack-request-id: req-a97eb0f8-4986-4c88-a6b1-fbb455694f47 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:24.897090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed508fef-cc9b-42c9-b954-0e52c65a1d12", "tag": "d6dff98b-1192-424a-9a7e-a012cd149f34", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:24.897341 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a97eb0f8-4986-4c88-a6b1-fbb455694f47 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:24.897439 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.897740 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97eb0f8-4986-4c88-a6b1-fbb455694f47'] response: {'name': 'network-changed', 'server_uuid': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'tag': 'd6dff98b-1192-424a-9a7e-a012cd149f34', 'status': 'completed', 'code': 200} Jun 21 08:20:24.897848 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.898758 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.902548 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.903186 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.903708 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.904249 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.904765 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.905719 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.906248 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.906786 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:20:24.910184 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0694e-55fb-4e54-b149-955c0802c61d None None] No DVR routers for this DVR port 9fd34327-d25f-4fe2-b0ba-390658bdb096 on host dv-cinder-836973-7-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:20:24.923174 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (43942da1-1aaa-409b-86c7-317d01601023), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.932561 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfe7fd-e706-472e-82ac-a3cfd203a274 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dff98b-1192-424a-9a7e-a012cd149f34,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:24.949171 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43942da1-1aaa-409b-86c7-317d01601023']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:24.955637 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:24.960497 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46526670-f289-4c2f-839d-7bb0912b33cd') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:24.960797 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46526670-f289-4c2f-839d-7bb0912b33cd') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:24.971831 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (46526670-f289-4c2f-839d-7bb0912b33cd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.987271 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-25e80a38-ff0a-4827-9136-69a302cddf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:24.988837 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-25e80a38-ff0a-4827-9136-69a302cddf7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 1127 time: 0.1242061 Jun 21 08:20:24.988986 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (46526670-f289-4c2f-839d-7bb0912b33cd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:24.997209 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:20:24.997729 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (46526670-f289-4c2f-839d-7bb0912b33cd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:25.034608 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-350175b2-3354-4d55-9aef-8a7d902a601a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6dff98b-1192-424a-9a7e-a012cd149f34 HTTP/1.1" status: 200 len: 217 time: 0.0377891 Jun 21 08:20:25.069513 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (43942da1-1aaa-409b-86c7-317d01601023), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:25.082472 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-c386f950-675f-4df2-b1f3-3e92df7746bc service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337716 Jun 21 08:20:25.087196 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:25.094085 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] 10.222.0.36 "DELETE /v2.0/networks/43942da1-1aaa-409b-86c7-317d01601023 HTTP/1.1" status: 204 len: 168 time: 0.6813211 Jun 21 08:20:25.094085 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051d8e4-bbe5-45b7-a62b-d3012e769eae admin admin] Pushing event deleted for resources: {'Network': ['ID=43942da1-1aaa-409b-86c7-317d01601023,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:25.128650 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-89dcf21c-4f99-4ea3-a9fa-402a6a461042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:25.130147 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-89dcf21c-4f99-4ea3-a9fa-402a6a461042 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.0836627 Jun 21 08:20:25.207228 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 46526670-f289-4c2f-839d-7bb0912b33cd resource provider aggregate not found Jun 21 08:20:25.225151 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 46526670-f289-4c2f-839d-7bb0912b33cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46526670-f289-4c2f-839d-7bb0912b33cd found for delete ", "request_id": "req-78ed51fb-1779-4e14-80fd-323be71f6e60"}]} Jun 21 08:20:25.248168 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4aad967e-db39-420d-b3bd-c54052296f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:25.249840 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-4aad967e-db39-420d-b3bd-c54052296f5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072347 Jun 21 08:20:25.282547 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7746-10cc-4f57-b589-cd8cc5fc8de8 req-84061c30-c8d8-45c2-b9ff-1e5a84158442 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:25.284034 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-73bb7746-10cc-4f57-b589-cd8cc5fc8de8 req-84061c30-c8d8-45c2-b9ff-1e5a84158442 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 943 time: 0.0915034 Jun 21 08:20:25.294857 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d09fc2db-0b16-4304-b677-1f8e8059a85a req-9cd140ff-7c0b-410b-b754-ebea201f204c service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034338 Jun 21 08:20:25.309323 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44672) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:25.351208 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-be678380-5f43-4740-acd8-fb12859a013b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=054a41c637b243f180a79969432bb3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405910 Jun 21 08:20:25.354330 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44674) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:25.396629 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-73bb7746-10cc-4f57-b589-cd8cc5fc8de8 req-fc39c8ec-5f51-45fa-a56d-26cf0227bdc5 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993459 Jun 21 08:20:25.400171 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-cca7c0b8-cb89-4594-9acf-206d0becf054 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364830 Jun 21 08:20:25.405016 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-927bc34b-f3bd-4e62-8b30-60db03dbaa3b admin admin] Publish callbacks [] for security_group (367fadd0-2da9-4d6b-a2d4-7753ae2eabe6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:25.432285 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-927bc34b-f3bd-4e62-8b30-60db03dbaa3b admin admin] Publish callbacks [] for security_group (367fadd0-2da9-4d6b-a2d4-7753ae2eabe6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:25.479589 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-927bc34b-f3bd-4e62-8b30-60db03dbaa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (367fadd0-2da9-4d6b-a2d4-7753ae2eabe6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:25.482006 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-927bc34b-f3bd-4e62-8b30-60db03dbaa3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:25.483200 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-927bc34b-f3bd-4e62-8b30-60db03dbaa3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/367fadd0-2da9-4d6b-a2d4-7753ae2eabe6 HTTP/1.1" status: 204 len: 168 time: 0.1278429 Jun 21 08:20:25.491129 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bc34b-f3bd-4e62-8b30-60db03dbaa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367fadd0-2da9-4d6b-a2d4-7753ae2eabe6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:25.664740 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4d49a134-a46e-4f1c-b0e1-89c618f9baf8 req-3e331b45-645b-4744-84bd-196edbd41b07 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957792 Jun 21 08:20:25.842557 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44680) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:25.884190 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d7d1066b-d659-4c31-a561-600538246112 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3022549ca964c5898ee77721e436521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404067 Jun 21 08:20:25.886585 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44682) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:25.937634 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cdba-8310-4169-81ba-5cc7ab3055af admin admin] Publish callbacks [] for security_group (6cba0fb7-a530-4a14-b5bb-af031cba2e13), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:25.959102 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cdba-8310-4169-81ba-5cc7ab3055af admin admin] Publish callbacks [] for security_group (6cba0fb7-a530-4a14-b5bb-af031cba2e13), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:25.968773 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:26.007540 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cdba-8310-4169-81ba-5cc7ab3055af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6cba0fb7-a530-4a14-b5bb-af031cba2e13), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:26.010604 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cdba-8310-4169-81ba-5cc7ab3055af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:26.011508 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ffe6cdba-8310-4169-81ba-5cc7ab3055af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cba0fb7-a530-4a14-b5bb-af031cba2e13 HTTP/1.1" status: 204 len: 168 time: 0.1240199 Jun 21 08:20:26.020313 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6cdba-8310-4169-81ba-5cc7ab3055af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba0fb7-a530-4a14-b5bb-af031cba2e13,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:26.070146 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 9fd34327-d25f-4fe2-b0ba-390658bdb096 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:26.090161 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 9fd34327-d25f-4fe2-b0ba-390658bdb096 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:26.090589 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 9fd34327-d25f-4fe2-b0ba-390658bdb096 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:26.531967 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84f3bb-c913-43e3-8349-f3bfba9bc94d req-ab4ef7f2-58ec-48fa-a424-6615aee8f426 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:26.533438 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fa84f3bb-c913-43e3-8349-f3bfba9bc94d req-ab4ef7f2-58ec-48fa-a424-6615aee8f426 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 943 time: 0.0537841 Jun 21 08:20:26.580157 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fa84f3bb-c913-43e3-8349-f3bfba9bc94d req-3a062b64-014c-47f8-8db9-39e53c8d4fd3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Jun 21 08:20:26.842138 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1c432-61db-4d2c-a785-93855d1323fc req-0573b462-5b55-45f6-974b-1b93e64c8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:26.843655 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90b1c432-61db-4d2c-a785-93855d1323fc req-0573b462-5b55-45f6-974b-1b93e64c8ac8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 1127 time: 0.0416121 Jun 21 08:20:26.937859 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1c432-61db-4d2c-a785-93855d1323fc req-86b0f394-7fec-4b9a-9515-64123e91fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:26.939350 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90b1c432-61db-4d2c-a785-93855d1323fc req-86b0f394-7fec-4b9a-9515-64123e91fff9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 915 time: 0.0875154 Jun 21 08:20:26.979341 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90b1c432-61db-4d2c-a785-93855d1323fc req-00f563f6-a159-4e33-b47a-a316f7149ac4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6dff98b-1192-424a-9a7e-a012cd149f34 HTTP/1.1" status: 200 len: 217 time: 0.0322042 Jun 21 08:20:27.030992 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1c432-61db-4d2c-a785-93855d1323fc req-ad3f17a1-2066-45a4-b2e8-8f94a34aa547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:27.032425 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90b1c432-61db-4d2c-a785-93855d1323fc req-ad3f17a1-2066-45a4-b2e8-8f94a34aa547 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.0478644 Jun 21 08:20:27.078090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1c432-61db-4d2c-a785-93855d1323fc req-43f20fc3-97c0-49b5-bf79-3766787c8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:27.079595 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90b1c432-61db-4d2c-a785-93855d1323fc req-43f20fc3-97c0-49b5-bf79-3766787c8d81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389261 Jun 21 08:20:27.171899 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90b1c432-61db-4d2c-a785-93855d1323fc req-5e0f1e51-95e9-465d-b938-78c0e04d19ab service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849369 Jun 21 08:20:27.199673 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:27.264620 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90b1c432-61db-4d2c-a785-93855d1323fc req-d9e7f1a4-e88e-4f26-8a1f-8224002bb3a8 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861058 Jun 21 08:20:27.918529 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fcaa5-000d-462d-9afb-f583ce1fe88b req-0cf6c35b-bc3f-4fa3-9889-8743e66f5d39 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:27.920010 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-704fcaa5-000d-462d-9afb-f583ce1fe88b req-0cf6c35b-bc3f-4fa3-9889-8743e66f5d39 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 943 time: 0.0468776 Jun 21 08:20:27.966408 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-704fcaa5-000d-462d-9afb-f583ce1fe88b req-b0b6b2ad-d55e-48d8-b77a-a931d1de2dbb tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Jun 21 08:20:28.731994 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device d6dff98b-1192-424a-9a7e-a012cd149f34 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:20:28.765444 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:28.829195 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port d6dff98b-1192-424a-9a7e-a012cd149f34, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d6dff98b-1192-424a-9a7e-a012cd149f34,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:28.840076 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'd6dff98b-1192-424a-9a7e-a012cd149f34', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'port_id': 'd6dff98b-1192-424a-9a7e-a012cd149f34', 'mac_address': 'fa:16:3e:17:32:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:20:28.877826 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port d6dff98b-1192-424a-9a7e-a012cd149f34 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:20:28.878212 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:28.890915 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dff98b-1192-424a-9a7e-a012cd149f34 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:20:28.909888 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port d6dff98b-1192-424a-9a7e-a012cd149f34, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d6dff98b-1192-424a-9a7e-a012cd149f34,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:28.913853 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:28.960748 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=d6dff98b-1192-424a-9a7e-a012cd149f34,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:29.081132 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c37ec7-ecee-4986-8133-fe379f8b2117 req-c9d64e8c-ecc8-472d-9fd4-ffccfd5eb737 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:29.082552 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-95c37ec7-ecee-4986-8133-fe379f8b2117 req-c9d64e8c-ecc8-472d-9fd4-ffccfd5eb737 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 944 time: 0.0476701 Jun 21 08:20:29.123669 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:29.132423 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-95c37ec7-ecee-4986-8133-fe379f8b2117 req-7ddbbdee-0b58-4ad1-adec-fe30bc1471b3 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443485 Jun 21 08:20:29.176223 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['d6dff98b-1192-424a-9a7e-a012cd149f34'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:20:29.237758 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:29.875538 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=80 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:29.877435 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:30.231543 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:30.249476 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5af5d-a0ce-421b-8613-c3fdeedb68c2 req-1bd8c5aa-f880-42d7-bb5b-0faf6175ad27 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:30.250936 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b5b5af5d-a0ce-421b-8613-c3fdeedb68c2 req-1bd8c5aa-f880-42d7-bb5b-0faf6175ad27 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 944 time: 0.0493479 Jun 21 08:20:30.296252 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b5b5af5d-a0ce-421b-8613-c3fdeedb68c2 req-0674580c-491d-490c-8bd5-252a9e498967 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396693 Jun 21 08:20:30.741610 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device d6dff98b-1192-424a-9a7e-a012cd149f34 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:20:30.783023 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port d6dff98b-1192-424a-9a7e-a012cd149f34 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:20:30.788750 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port d6dff98b-1192-424a-9a7e-a012cd149f34 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:20:30.789313 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:30.863473 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port d6dff98b-1192-424a-9a7e-a012cd149f34 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:20:30.863774 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:30.886257 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dff98b-1192-424a-9a7e-a012cd149f34'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:30.888767 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e014f92-89ce-41a8-931d-1a6381105d40" -d '{"events": [{"server_uuid": "ed508fef-cc9b-42c9-b954-0e52c65a1d12", "name": "network-vif-plugged", "status": "completed", "tag": "d6dff98b-1192-424a-9a7e-a012cd149f34"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:30.901841 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port d6dff98b-1192-424a-9a7e-a012cd149f34, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d6dff98b-1192-424a-9a7e-a012cd149f34,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:30.905957 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:30.927740 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb71223-03aa-47fb-b11c-c4672e343141 x-openstack-request-id: req-3fb71223-03aa-47fb-b11c-c4672e343141 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:30.928051 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed508fef-cc9b-42c9-b954-0e52c65a1d12", "name": "network-vif-plugged", "status": "completed", "tag": "d6dff98b-1192-424a-9a7e-a012cd149f34", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:30.928310 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fb71223-03aa-47fb-b11c-c4672e343141 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:30.928695 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb71223-03aa-47fb-b11c-c4672e343141'] response: {'server_uuid': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dff98b-1192-424a-9a7e-a012cd149f34', 'code': 200} Jun 21 08:20:30.957304 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=d6dff98b-1192-424a-9a7e-a012cd149f34,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:31.089657 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a52ca4-1dde-4c2a-9924-7cae84e2952a req-3a51b37e-6003-4373-b446-4bfefb767e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:31.091143 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b7a52ca4-1dde-4c2a-9924-7cae84e2952a req-3a51b37e-6003-4373-b446-4bfefb767e56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 1129 time: 0.0383954 Jun 21 08:20:31.136112 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b7a52ca4-1dde-4c2a-9924-7cae84e2952a req-cd24cb32-afe1-4982-bdc2-f98d222e89f6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375335 Jun 21 08:20:31.411595 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be1642-f3ac-45cb-b297-6c7ff2484236 req-606ffeaa-4e62-468c-861b-16b95c678c4d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:31.412955 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d1be1642-f3ac-45cb-b297-6c7ff2484236 req-606ffeaa-4e62-468c-861b-16b95c678c4d tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 945 time: 0.0489092 Jun 21 08:20:31.458929 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d1be1642-f3ac-45cb-b297-6c7ff2484236 req-43134b2b-367e-4995-9962-b7b8dab3c7cc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397964 Jun 21 08:20:32.576102 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e272fdb-b653-4d61-9488-bec0de0aa536 req-7172d354-f23b-40e4-a458-b2b7c987be7e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:32.577574 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2e272fdb-b653-4d61-9488-bec0de0aa536 req-7172d354-f23b-40e4-a458-b2b7c987be7e tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 945 time: 0.0468891 Jun 21 08:20:32.627890 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2e272fdb-b653-4d61-9488-bec0de0aa536 req-3eaab4d7-9208-4d26-b41f-d6d73a666d6b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448525 Jun 21 08:20:33.739720 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033bbf9-5c46-4dc6-94f8-63156c4fe4b0 req-478c335a-51b5-4291-8de1-b6f84a5adebb tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:33.741356 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5033bbf9-5c46-4dc6-94f8-63156c4fe4b0 req-478c335a-51b5-4291-8de1-b6f84a5adebb tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 945 time: 0.0472629 Jun 21 08:20:33.789670 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5033bbf9-5c46-4dc6-94f8-63156c4fe4b0 req-d35620d8-e8d0-44c1-a1b5-d11ac3b3741b tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 Jun 21 08:20:33.903452 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cf53b-5e43-472c-bde4-00dbfdae919b req-c4ea72bc-0225-4ab1-bbe2-097062270099 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:33.904943 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1f8cf53b-5e43-472c-bde4-00dbfdae919b req-c4ea72bc-0225-4ab1-bbe2-097062270099 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 945 time: 0.0483243 Jun 21 08:20:33.913418 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44724) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:33.916965 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f7ee9-75cd-43de-afe6-b248cd9a2942 req-360f470a-f6c4-49c6-bb5d-d1801f8e002d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:33.918447 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-795a738e-da52-401c-aa14-5ad58a4b5c54 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Request body: {'floatingip': {'port_id': 'd6dff98b-1192-424a-9a7e-a012cd149f34'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:33.918600 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0f9f7ee9-75cd-43de-afe6-b248cd9a2942 req-360f470a-f6c4-49c6-bb5d-d1801f8e002d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0481296 Jun 21 08:20:33.959363 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-795a738e-da52-401c-aa14-5ad58a4b5c54 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (889bca82-22b3-4e6e-a20c-dbf53e974c9c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:33.965960 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0f9f7ee9-75cd-43de-afe6-b248cd9a2942 req-373376df-8251-40c4-b911-be9672fddd7a tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418153 Jun 21 08:20:34.367052 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-795a738e-da52-401c-aa14-5ad58a4b5c54 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:34.370672 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-795a738e-da52-401c-aa14-5ad58a4b5c54 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (889bca82-22b3-4e6e-a20c-dbf53e974c9c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:34.464747 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-795a738e-da52-401c-aa14-5ad58a4b5c54 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Floating IP 889bca82-22b3-4e6e-a20c-dbf53e974c9c associated. External IP: 172.27.0.109, port: d6dff98b-1192-424a-9a7e-a012cd149f34. Jun 21 08:20:34.511197 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:34.664168 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:34.669414 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795a738e-da52-401c-aa14-5ad58a4b5c54 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Router bd349c29-377f-4e83-9f42-2afe21bb2644 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:20:34.772562 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795a738e-da52-401c-aa14-5ad58a4b5c54 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:20:34.777699 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-795a738e-da52-401c-aa14-5ad58a4b5c54 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:34.784959 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:20:34.794998 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:34.796230 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:34.807805 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-795a738e-da52-401c-aa14-5ad58a4b5c54 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "PUT /v2.0/floatingips/889bca82-22b3-4e6e-a20c-dbf53e974c9c HTTP/1.1" status: 200 len: 991 time: 0.8932760 Jun 21 08:20:34.808378 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'tag': 'd6dff98b-1192-424a-9a7e-a012cd149f34'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:34.810663 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed508fef-cc9b-42c9-b954-0e52c65a1d12", "tag": "d6dff98b-1192-424a-9a7e-a012cd149f34"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:34.846112 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87990bb3-94c2-4587-9399-d9a7763e30b4 x-openstack-request-id: req-87990bb3-94c2-4587-9399-d9a7763e30b4 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:34.846460 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed508fef-cc9b-42c9-b954-0e52c65a1d12", "tag": "d6dff98b-1192-424a-9a7e-a012cd149f34", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:34.846743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87990bb3-94c2-4587-9399-d9a7763e30b4 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:34.847145 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87990bb3-94c2-4587-9399-d9a7763e30b4'] response: {'name': 'network-changed', 'server_uuid': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'tag': 'd6dff98b-1192-424a-9a7e-a012cd149f34', 'status': 'completed', 'code': 200} Jun 21 08:20:34.901738 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:35.079848 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ee27e-3569-4d4a-9b6d-9ed4d0a63267 req-917376e1-7ef3-46c2-bdf6-f94c0090391e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:35.081365 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-562ee27e-3569-4d4a-9b6d-9ed4d0a63267 req-917376e1-7ef3-46c2-bdf6-f94c0090391e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0475314 Jun 21 08:20:35.113633 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '889bca82-22b3-4e6e-a20c-dbf53e974c9c', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'd6dff98b-1192-424a-9a7e-a012cd149f34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:17:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:20:19Z', 'updated_at': '2022-06-21T08:20:34Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:35.131808 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-562ee27e-3569-4d4a-9b6d-9ed4d0a63267 req-45fc2635-9947-4230-84df-1730f077b6f1 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Jun 21 08:20:35.139060 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:20:35.147471 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:35.148066 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:35.249999 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:35.456410 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '889bca82-22b3-4e6e-a20c-dbf53e974c9c', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'd6dff98b-1192-424a-9a7e-a012cd149f34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:17:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:20:19Z', 'updated_at': '2022-06-21T08:20:34Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:35.481508 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b042993-360e-4fdd-8a0b-9b8b10505048 None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '889bca82-22b3-4e6e-a20c-dbf53e974c9c', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'port_id': 'd6dff98b-1192-424a-9a7e-a012cd149f34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'mac_address': 'fa:16:3e:17:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:20:19Z', 'updated_at': '2022-06-21T08:20:34Z', 'revision_number': 1, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:20:35.530000 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-c1dfdeb0-cb32-4d07-8609-5c9335ced029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:35.531533 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-c1dfdeb0-cb32-4d07-8609-5c9335ced029 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 1129 time: 0.0460348 Jun 21 08:20:35.627929 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-f898e69c-31a5-4789-a192-0021b31b99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:35.630083 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-f898e69c-31a5-4789-a192-0021b31b99b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 200 len: 915 time: 0.0900402 Jun 21 08:20:35.685324 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b299157-0904-4725-81c1-32370ad0ee40 None None] New status for floating IP 889bca82-22b3-4e6e-a20c-dbf53e974c9c: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:20:35.711526 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-2a4e691a-00e9-46bf-b126-e58f9990aaca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6dff98b-1192-424a-9a7e-a012cd149f34 HTTP/1.1" status: 200 len: 999 time: 0.0685523 Jun 21 08:20:35.764700 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-98d80230-516f-4ea4-a553-8981f9dc3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:35.766766 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-98d80230-516f-4ea4-a553-8981f9dc3431 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 200 len: 853 time: 0.0487866 Jun 21 08:20:36.122422 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-d724ddad-739f-4585-86ac-6099b814ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:36.123877 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-d724ddad-739f-4585-86ac-6099b814ef2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbf78e3a-7b50-434f-bb05-1e295b095c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3384123 Jun 21 08:20:36.131889 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-efd2e067-c86e-496a-83f8-ac7c29a81b0a tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:36.133206 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-efd2e067-c86e-496a-83f8-ac7c29a81b0a tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.3465238 Jun 21 08:20:36.194680 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:36.250959 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a82779-960c-472d-89a2-44b260286641 req-dd29e84d-4419-4400-ba6c-72e2e0722c08 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:36.252825 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c6a82779-960c-472d-89a2-44b260286641 req-dd29e84d-4419-4400-ba6c-72e2e0722c08 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 946 time: 0.0475643 Jun 21 08:20:36.284328 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Deleting port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:36.284671 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:36.300152 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c6a82779-960c-472d-89a2-44b260286641 req-1c0cb6dd-a15d-459d-bd67-ea8f52fe145d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=738cce7f-7533-44ac-9750-57b4475d4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Jun 21 08:20:36.302760 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-d5d85457-030b-45be-8cae-8dcd7ea7f4c1 service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686294 Jun 21 08:20:36.386673 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:36.392710 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:20:36.442262 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] For port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:36.442639 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:36.497542 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d37b90e0-d1d3-4aa3-b72f-8ee1efd10efb req-643842e6-b001-4d54-96d1-48fe7bd1c32a service neutron] 10.222.0.46 "GET /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881530 Jun 21 08:20:36.616181 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:36.616549 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (8d3a7278-87ca-43b2-8713-d0753953330d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:36.616865 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Floating IP 8d3a7278-87ca-43b2-8713-d0753953330d disassociated. External IP: 172.27.0.235, port: 26d5d4da-35f8-4ab6-9617-7a5e462e84b3. Jun 21 08:20:36.617214 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Calling delete_port for 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:36.745679 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (26d5d4da-35f8-4ab6-9617-7a5e462e84b3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:36.772847 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event deleted for resources: {'Port': ['ID=26d5d4da-35f8-4ab6-9617-7a5e462e84b3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:36.885545 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:20:36.988585 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:20:36.999243 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] Sync routers for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:20:37.011676 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:37.012283 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:37.015688 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:37.033231 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] No DVR routers for this DVR port 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:20:37.036174 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:37.042278 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa30050d-6ada-4fd1-8a38-f915a0cb193e req-460af652-4c9d-4019-bb7c-9527b036b622 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.46 "DELETE /v2.0/ports/26d5d4da-35f8-4ab6-9617-7a5e462e84b3 HTTP/1.1" status: 204 len: 173 time: 0.9005527 Jun 21 08:20:37.042699 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb2c496-4e45-441d-839c-09445870d85e', 'name': 'network-vif-deleted', 'tag': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:37.044910 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c55e6d8-e4f1-4263-b6fe-5f30d77a16f5" -d '{"events": [{"server_uuid": "dfb2c496-4e45-441d-839c-09445870d85e", "name": "network-vif-deleted", "tag": "26d5d4da-35f8-4ab6-9617-7a5e462e84b3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:37.081373 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12701d74-4a51-4970-b845-6ad8ce01ab8c x-openstack-request-id: req-12701d74-4a51-4970-b845-6ad8ce01ab8c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:37.081666 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb2c496-4e45-441d-839c-09445870d85e", "name": "network-vif-deleted", "tag": "26d5d4da-35f8-4ab6-9617-7a5e462e84b3", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:37.081913 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12701d74-4a51-4970-b845-6ad8ce01ab8c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:37.082311 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12701d74-4a51-4970-b845-6ad8ce01ab8c'] response: {'server_uuid': 'dfb2c496-4e45-441d-839c-09445870d85e', 'name': 'network-vif-deleted', 'tag': '26d5d4da-35f8-4ab6-9617-7a5e462e84b3', 'status': 'completed', 'code': 200} Jun 21 08:20:37.226763 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:37.268521 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:37.405778 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:37.406994 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ebe24796-e0d5-4356-9bf2-159ef26928fe req-7ad305d8-c639-4a0b-9a44-61e205820239 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb2c496-4e45-441d-839c-09445870d85e HTTP/1.1" status: 200 len: 210 time: 0.0277944 Jun 21 08:20:37.420619 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:37.452447 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] Checking router: 38a1b78c-211e-4a10-8bdf-18e71e1bf6da for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:20:37.461496 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:37.462110 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:37.571974 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:37.756113 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:37.781282 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6b1be-6743-4d0b-82c0-fafe8def77b3 None None] The sync data for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi is: [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:20:38.006253 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1cfc4-6b8e-4842-a6f2-ae30665daf2b None None] New status for floating IP 8d3a7278-87ca-43b2-8713-d0753953330d: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:20:38.492895 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44746) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:38.550266 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e9e06cb-2762-4697-9f19-a479af722a24 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (738cce7f-7533-44ac-9750-57b4475d4fb1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:38.574069 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e9e06cb-2762-4697-9f19-a479af722a24 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (738cce7f-7533-44ac-9750-57b4475d4fb1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:38.620765 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e9e06cb-2762-4697-9f19-a479af722a24 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (738cce7f-7533-44ac-9750-57b4475d4fb1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:38.623201 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e9e06cb-2762-4697-9f19-a479af722a24 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:38.624337 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2e9e06cb-2762-4697-9f19-a479af722a24 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "DELETE /v2.0/security-groups/738cce7f-7533-44ac-9750-57b4475d4fb1 HTTP/1.1" status: 204 len: 168 time: 0.1304231 Jun 21 08:20:38.627419 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44748) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:38.633662 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e06cb-2762-4697-9f19-a479af722a24 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738cce7f-7533-44ac-9750-57b4475d4fb1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:38.644194 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.api.v2.resource [None req-d0ca0d0c-5979-4793-b312-6a457cc4ae04 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] show failed (client error): The resource could not be found. Jun 21 08:20:38.645342 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-d0ca0d0c-5979-4793-b312-6a457cc4ae04 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups/738cce7f-7533-44ac-9750-57b4475d4fb1 HTTP/1.1" status: 404 len: 347 time: 0.0167754 Jun 21 08:20:38.648137 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44750) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:38.759267 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-daf630e9-4e9e-43f4-b3e8-53751ae9f0f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Deleting port 7e55cc86-56a8-4f78-ab0f-113bb8e51fd4 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:38.760077 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-daf630e9-4e9e-43f4-b3e8-53751ae9f0f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (7e55cc86-56a8-4f78-ab0f-113bb8e51fd4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:38.833295 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-daf630e9-4e9e-43f4-b3e8-53751ae9f0f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (7e55cc86-56a8-4f78-ab0f-113bb8e51fd4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:38.833617 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-daf630e9-4e9e-43f4-b3e8-53751ae9f0f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (7e55cc86-56a8-4f78-ab0f-113bb8e51fd4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:38.846765 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-daf630e9-4e9e-43f4-b3e8-53751ae9f0f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Calling delete_port for 7e55cc86-56a8-4f78-ab0f-113bb8e51fd4 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:38.899339 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:38.977152 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-daf630e9-4e9e-43f4-b3e8-53751ae9f0f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (7e55cc86-56a8-4f78-ab0f-113bb8e51fd4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.003212 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf630e9-4e9e-43f4-b3e8-53751ae9f0f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event deleted for resources: {'Port': ['ID=7e55cc86-56a8-4f78-ab0f-113bb8e51fd4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:39.069301 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-daf630e9-4e9e-43f4-b3e8-53751ae9f0f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (8d3a7278-87ca-43b2-8713-d0753953330d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.071722 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-daf630e9-4e9e-43f4-b3e8-53751ae9f0f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.073470 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-daf630e9-4e9e-43f4-b3e8-53751ae9f0f6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "DELETE /v2.0/floatingips/8d3a7278-87ca-43b2-8713-d0753953330d HTTP/1.1" status: 204 len: 168 time: 0.4243259 Jun 21 08:20:39.166601 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44754) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:39.171167 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-825c6a12-6cc0-41fa-9fcd-9721337e8726 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054205210', 'description': 'tempest-description--535876848'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:39.192313 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-825c6a12-6cc0-41fa-9fcd-9721337e8726 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.259612 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-825c6a12-6cc0-41fa-9fcd-9721337e8726 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (e8127f78-f27e-49b3-9bdf-41b3c09cabaf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.263064 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-825c6a12-6cc0-41fa-9fcd-9721337e8726 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e8127f78-f27e-49b3-9bdf-41b3c09cabaf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.290311 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-825c6a12-6cc0-41fa-9fcd-9721337e8726 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.292223 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-825c6a12-6cc0-41fa-9fcd-9721337e8726 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1244826 Jun 21 08:20:39.295194 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44756) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:39.296314 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c6a12-6cc0-41fa-9fcd-9721337e8726 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8127f78-f27e-49b3-9bdf-41b3c09cabaf,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:39.300614 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c7abf827-d0f5-4dca-bd90-909d15249712 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'security_group_rule': {'security_group_id': 'e8127f78-f27e-49b3-9bdf-41b3c09cabaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:39.327439 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7abf827-d0f5-4dca-bd90-909d15249712 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (94db8179-e2a5-48c6-889e-aaabb6146ae8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.383054 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7abf827-d0f5-4dca-bd90-909d15249712 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (94db8179-e2a5-48c6-889e-aaabb6146ae8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.386509 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7abf827-d0f5-4dca-bd90-909d15249712 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (94db8179-e2a5-48c6-889e-aaabb6146ae8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.405522 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abf827-d0f5-4dca-bd90-909d15249712 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94db8179-e2a5-48c6-889e-aaabb6146ae8,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:39.411128 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7abf827-d0f5-4dca-bd90-909d15249712 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.412388 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c7abf827-d0f5-4dca-bd90-909d15249712 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161308 Jun 21 08:20:39.415649 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44758) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:39.421402 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c7d51c80-3682-45d6-8f79-a312c682705f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'security_group_rule': {'security_group_id': 'e8127f78-f27e-49b3-9bdf-41b3c09cabaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:39.449135 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7d51c80-3682-45d6-8f79-a312c682705f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (9cec762b-0f23-4ef6-8a7d-a26e0bf91c1d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.504992 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7d51c80-3682-45d6-8f79-a312c682705f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (9cec762b-0f23-4ef6-8a7d-a26e0bf91c1d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.509016 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7d51c80-3682-45d6-8f79-a312c682705f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (9cec762b-0f23-4ef6-8a7d-a26e0bf91c1d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.527159 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d51c80-3682-45d6-8f79-a312c682705f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cec762b-0f23-4ef6-8a7d-a26e0bf91c1d,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:39.534595 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7d51c80-3682-45d6-8f79-a312c682705f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.535820 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-c7d51c80-3682-45d6-8f79-a312c682705f tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182139 Jun 21 08:20:39.538824 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44760) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:39.543801 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:39.563458 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.577388 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:39.644779 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.753476 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Allocated IP 172.27.0.242 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/484e20e4-3c84-4537-bc73-ae0f6131163a) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:20:39.840466 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:39.860095 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for port (484e20e4-3c84-4537-bc73-ae0f6131163a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.893288 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (484e20e4-3c84-4537-bc73-ae0f6131163a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:39.930549 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:20:39.934754 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:20:39.938497 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:20:39.963933 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'Port': ['ID=484e20e4-3c84-4537-bc73-ae0f6131163a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:40.027117 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (9f6591f6-e5c7-49eb-adba-939573faef6d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:40.063243 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (484e20e4-3c84-4537-bc73-ae0f6131163a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:40.211712 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for port (484e20e4-3c84-4537-bc73-ae0f6131163a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:40.216625 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (484e20e4-3c84-4537-bc73-ae0f6131163a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:40.246939 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:40.291020 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'Port': ['ID=484e20e4-3c84-4537-bc73-ae0f6131163a,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:40.301138 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (9f6591f6-e5c7-49eb-adba-939573faef6d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:40.317136 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:40.318364 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-1de6110b-5f68-4d79-879a-5a61f64e3d7c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7786322 Jun 21 08:20:40.466574 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-382d7781-cfbf-42aa-b8fe-6aeb97e5d4c0 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2054205210&fields=id&tenant_id=9c4b18684de44714b4a54442a17720b7 HTTP/1.1" status: 200 len: 267 time: 0.0433815 Jun 21 08:20:40.569488 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-170129a7-e64c-45ac-b0cf-6aff82ec02fe tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:40.571099 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-170129a7-e64c-45ac-b0cf-6aff82ec02fe tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/networks?id=1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 200 len: 810 time: 0.0984373 Jun 21 08:20:40.587181 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-efb24cff-4cb4-4839-83a4-ed14e0a2d159 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/quotas/9c4b18684de44714b4a54442a17720b7 HTTP/1.1" status: 200 len: 375 time: 0.0091853 Jun 21 08:20:40.629159 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:40.637059 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-4fb7a1da-1fe9-4b42-b346-92ba58a3f975 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444825 Jun 21 08:20:40.770976 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:40.790356 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:40.791285 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 26d5d4da-35f8-4ab6-9617-7a5e462e84b3 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:40.832089 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-f33b0f35-8732-4e63-852a-29696b1c6320 service neutron] 10.222.0.36 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834269 Jun 21 08:20:40.912635 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:40.924100 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-0abc81aa-df33-46b3-963e-6b0085425922 service neutron] 10.222.0.36 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863791 Jun 21 08:20:41.094065 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-058e3f2f-5cbc-43a7-9d26-cc86f7aabeea req-690bf956-29b2-4e41-a70e-603a6ddcb618 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 210 time: 0.0287981 Jun 21 08:20:42.192660 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-7f4696c5-5f2b-468d-862d-b2b6552185cf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:42.194230 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-7f4696c5-5f2b-468d-862d-b2b6552185cf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.46 "GET /v2.0/networks?id=1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 200 len: 810 time: 0.1083541 Jun 21 08:20:42.210580 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b1f60ccc-ba62-4079-a444-0d7e1be53b94 req-e58a78af-ddd9-487c-b39a-3131c29ee6f5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 210 time: 0.0286598 Jun 21 08:20:42.488650 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad90ebe7-996e-405b-8999-fd4db55a7ffe tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c4b18684de44714b4a54442a17720b7 HTTP/1.1" status: 200 len: 380 time: 0.0582817 Jun 21 08:20:42.498711 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'port': {'device_id': '87aee4df-7232-4331-a685-0c07836cb986', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'admin_state_up': True, 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'security_groups': ['e8127f78-f27e-49b3-9bdf-41b3c09cabaf']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:42.567901 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:42.613358 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Made reservation on behalf of 9c4b18684de44714b4a54442a17720b7 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:20:42.616690 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:42.745061 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Allocated IP 172.20.0.8 (1563a5ad-132e-4800-8264-c4bbc3c987e3/fe9956a1-db67-4ab0-a2bc-2965a7ae6be5/0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:20:42.892582 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:42.924827 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:42.967875 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Network 1563a5ad-132e-4800-8264-c4bbc3c987e3 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:20:42.970904 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:20:42.974488 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:20:43.006795 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event updated for resources: {'Port': ['ID=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:43.034149 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:43.034833 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:43.054651 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-ad1b79db-27ff-454a-ae70-1edaa1a59812 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610909 Jun 21 08:20:43.065595 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Request body: {'port': {'device_id': '87aee4df-7232-4331-a685-0c07836cb986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:43.127338 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:43.137455 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:43.302603 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-24d0a601-86d7-4504-b013-9b49fc6674e1 None None] Provisioning complete for port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:20:43.303279 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24d0a601-86d7-4504-b013-9b49fc6674e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:43.312199 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4cc55-a836-4f78-8d81-f4892c9e3ba4 req-02fc7d2a-bbe2-4213-af08-2ab8381785db tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:43.313689 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-51f4cc55-a836-4f78-8d81-f4892c9e3ba4 req-02fc7d2a-bbe2-4213-af08-2ab8381785db tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0753486 Jun 21 08:20:43.337009 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807ead1-948b-4733-9d55-8096b06d1a61 req-9e500366-8f22-41cd-8f0f-e5624084f8bc tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:43.339865 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-24d0a601-86d7-4504-b013-9b49fc6674e1 None None] Port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:20:43.343165 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4807ead1-948b-4733-9d55-8096b06d1a61 req-9e500366-8f22-41cd-8f0f-e5624084f8bc tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 931 time: 0.0588927 Jun 21 08:20:43.389099 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4807ead1-948b-4733-9d55-8096b06d1a61 req-73e71daf-e4dd-4af9-a1ae-99c4ed56d026 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440516 Jun 21 08:20:43.401912 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:43.412885 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-51f4cc55-a836-4f78-8d81-f4892c9e3ba4 req-db9cf60e-0589-49fa-8914-da5a8cdc2e1b tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886414 Jun 21 08:20:43.487894 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:20:43.495772 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Publish callbacks [] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:43.508394 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Transition to ACTIVE for port object 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:20:43.512821 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:43.563233 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Pushing event updated for resources: {'Port': ['ID=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:43.638440 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Attempting to bind port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:20:43.638821 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Attempting to bind port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:20:43.639152 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Attempting to bind port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 on network 1563a5ad-132e-4800-8264-c4bbc3c987e3 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:20:43.643880 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 on network 1563a5ad-132e-4800-8264-c4bbc3c987e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:20:43.644200 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Attempting to bind port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 on network 1563a5ad-132e-4800-8264-c4bbc3c987e3 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:20:43.649341 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:20:43.649732 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Checking segment: {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:20:43.650125 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Bound using segment: {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:20:43.651022 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Bound port: 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d52fe2-f0c6-4c72-ba58-f8f078aa7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:20:43.651022 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:43.717611 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] For port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:20:43.720636 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] For port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:20:43.727442 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:43.764855 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:43.765475 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:43.766884 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] 10.222.0.46 "PUT /v2.0/ports/0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 HTTP/1.1" status: 200 len: 1093 time: 0.7056506 Jun 21 08:20:43.767321 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aee4df-7232-4331-a685-0c07836cb986', 'tag': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:43.769539 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abf9f52-f6d5-4af1-9587-333ce8ea5ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "87aee4df-7232-4331-a685-0c07836cb986", "tag": "0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:43.794318 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630d6d8-41e6-40d7-94d9-b31981de6cef service neutron] Pushing event updated for resources: {'Port': ['ID=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:43.796171 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:43.816181 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c408a-4a57-4b2a-b13b-ea1a39b8f6b9 x-openstack-request-id: req-ae0c408a-4a57-4b2a-b13b-ea1a39b8f6b9 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:43.816389 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87aee4df-7232-4331-a685-0c07836cb986", "tag": "0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:43.816505 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae0c408a-4a57-4b2a-b13b-ea1a39b8f6b9 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:43.816907 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0c408a-4a57-4b2a-b13b-ea1a39b8f6b9'] response: {'name': 'network-changed', 'server_uuid': '87aee4df-7232-4331-a685-0c07836cb986', 'tag': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12', 'status': 'completed', 'code': 200} Jun 21 08:20:44.504215 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a352c-6670-47d9-bc35-8b3eb20f2c11 req-209b7c73-0041-48a8-8a96-7d8cb82272ca tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:44.505691 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f33a352c-6670-47d9-bc35-8b3eb20f2c11 req-209b7c73-0041-48a8-8a96-7d8cb82272ca tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 943 time: 0.0485075 Jun 21 08:20:44.533475 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473616ac-a7b8-423e-bdaf-f357c8c3684f req-3895a2e1-d95c-4f06-b982-679c670fac11 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:44.535109 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-473616ac-a7b8-423e-bdaf-f357c8c3684f req-3895a2e1-d95c-4f06-b982-679c670fac11 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0474670 Jun 21 08:20:44.554203 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f33a352c-6670-47d9-bc35-8b3eb20f2c11 req-dfa1037a-4e22-4340-bc10-37a3b4a952e2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 Jun 21 08:20:44.592212 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-473616ac-a7b8-423e-bdaf-f357c8c3684f req-1e9f1f29-37a1-4560-a369-aa8ef11a2dda tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503452 Jun 21 08:20:45.668969 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a2319-d96b-45aa-bda9-562885ffaefc req-1766ab09-3dfa-41d8-8b5e-8b13347d18cf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:45.670446 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0a4a2319-d96b-45aa-bda9-562885ffaefc req-1766ab09-3dfa-41d8-8b5e-8b13347d18cf tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 943 time: 0.0502357 Jun 21 08:20:45.707640 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b17e1-9d92-461e-8ff8-abce745fcd25 req-a097f4f5-0785-466d-a5d3-284b67f98ba1 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:45.709133 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a06b17e1-9d92-461e-8ff8-abce745fcd25 req-a097f4f5-0785-466d-a5d3-284b67f98ba1 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0475488 Jun 21 08:20:45.717961 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0a4a2319-d96b-45aa-bda9-562885ffaefc req-7856c8c4-7d61-48be-b6c8-72d3427c3961 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Jun 21 08:20:45.756656 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a06b17e1-9d92-461e-8ff8-abce745fcd25 req-9abcd1cd-c46d-4c22-b3f1-8bf02868ef86 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 Jun 21 08:20:46.183799 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf9f52-f6d5-4af1-9587-333ce8ea5ca7 req-6f93f28f-4ed2-43b6-ba45-f834fdc88d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:46.185174 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7abf9f52-f6d5-4af1-9587-333ce8ea5ca7 req-6f93f28f-4ed2-43b6-ba45-f834fdc88d74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 1127 time: 0.0390046 Jun 21 08:20:46.202441 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:46.287655 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf9f52-f6d5-4af1-9587-333ce8ea5ca7 req-170b07a1-d5d0-4380-b4b8-c170c553c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:46.289107 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7abf9f52-f6d5-4af1-9587-333ce8ea5ca7 req-170b07a1-d5d0-4380-b4b8-c170c553c4a3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9c4b18684de44714b4a54442a17720b7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0945821 Jun 21 08:20:46.382333 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf9f52-f6d5-4af1-9587-333ce8ea5ca7 req-f570d48c-3489-4f8b-a230-8c9f674afb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:46.383847 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7abf9f52-f6d5-4af1-9587-333ce8ea5ca7 req-f570d48c-3489-4f8b-a230-8c9f674afb93 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878437 Jun 21 08:20:46.469680 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-b7df850e-f8d8-4b7f-bb3c-8a2e25cf265a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:46.471188 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-b7df850e-f8d8-4b7f-bb3c-8a2e25cf265a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0526969 Jun 21 08:20:46.519533 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:46.575349 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-91ab7fbe-e380-4a0c-ad5c-51177513eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:46.576824 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-91ab7fbe-e380-4a0c-ad5c-51177513eef0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 1127 time: 0.1281292 Jun 21 08:20:46.625446 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Deleting port 2cf35fad-280a-42ee-a53d-2d69eb288575 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:46.625785 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:46.629621 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-08c94b31-1dc5-4154-9688-4138377eb0c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 HTTP/1.1" status: 200 len: 217 time: 0.0409038 Jun 21 08:20:46.729010 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-a1939a72-b3c9-44a8-a288-e752a8803f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:46.730523 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-a1939a72-b3c9-44a8-a288-e752a8803f1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe9956a1-db67-4ab0-a2bc-2965a7ae6be5 HTTP/1.1" status: 200 len: 849 time: 0.0885012 Jun 21 08:20:46.783100 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] For port 2cf35fad-280a-42ee-a53d-2d69eb288575, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2cf35fad-280a-42ee-a53d-2d69eb288575,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:46.783469 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:46.829828 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-21954cdd-b594-479c-a352-86c5fd4ce810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:46.831328 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-21954cdd-b594-479c-a352-86c5fd4ce810 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1563a5ad-132e-4800-8264-c4bbc3c987e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937548 Jun 21 08:20:46.871762 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82308c-e1a2-4667-a8af-d5c8f2956f0f req-d1e17b2d-dbab-4fb9-b0da-0087dea817ac tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:46.873279 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7b82308c-e1a2-4667-a8af-d5c8f2956f0f req-d1e17b2d-dbab-4fb9-b0da-0087dea817ac tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 946 time: 0.0476668 Jun 21 08:20:46.922383 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7b82308c-e1a2-4667-a8af-d5c8f2956f0f req-e24b1bd5-c844-4579-9706-54b0f5b03bc4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432203 Jun 21 08:20:47.156004 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11386fda-99ab-4860-81c0-193adced449e req-3bcf5f79-272d-4e90-a161-c19f44ad71d7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:47.157353 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-11386fda-99ab-4860-81c0-193adced449e req-3bcf5f79-272d-4e90-a161-c19f44ad71d7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 943 time: 0.3712769 Jun 21 08:20:47.335076 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-11386fda-99ab-4860-81c0-193adced449e req-7b249a0d-3d35-4cdd-ad99-a92e594e0c1e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717517 Jun 21 08:20:47.339539 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-fc08f719-ec50-45ed-bf07-5d39b65af8fe service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817846 Jun 21 08:20:47.372435 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:47.372792 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (3ed9df28-de70-46bc-b23e-7af332191843), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:47.373103 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Floating IP 3ed9df28-de70-46bc-b23e-7af332191843 disassociated. External IP: 172.27.0.152, port: 2cf35fad-280a-42ee-a53d-2d69eb288575. Jun 21 08:20:47.373446 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Calling delete_port for 2cf35fad-280a-42ee-a53d-2d69eb288575 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:47.459617 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:47.495888 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-075fae1f-fba6-4a20-afdd-2215ed3013cc req-fde7d2ab-5708-42fe-8d86-63f8d3716642 service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500683 Jun 21 08:20:47.571199 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (2cf35fad-280a-42ee-a53d-2d69eb288575), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:47.579829 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:47.600707 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event deleted for resources: {'Port': ['ID=2cf35fad-280a-42ee-a53d-2d69eb288575,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:47.711191 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Router 7d0822db-34b2-4846-8ca2-762cf05ffb61 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:20:47.758856 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=58 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:47.760097 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=30 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:47.814204 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:20:47.823941 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] Sync routers for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:20:47.834751 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:47.835453 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:47.860324 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] No DVR routers for this DVR port 2cf35fad-280a-42ee-a53d-2d69eb288575 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:20:47.862935 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:47.866357 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ffc1c509-e002-4c0a-ae0d-c63a5470137d req-1ab59229-6162-4eef-b9fb-b504ec25912a tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "DELETE /v2.0/ports/2cf35fad-280a-42ee-a53d-2d69eb288575 HTTP/1.1" status: 204 len: 173 time: 1.3901420 Jun 21 08:20:47.866828 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'name': 'network-vif-deleted', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:47.869718 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1891b059-d2c7-4ac8-8643-210bbb534586" -d '{"events": [{"server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "name": "network-vif-deleted", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:47.905460 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699cb4e5-510e-4b82-b909-d60f5393cab2 x-openstack-request-id: req-699cb4e5-510e-4b82-b909-d60f5393cab2 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:47.905749 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9636db4b-57b1-4e11-832b-584baecd8ed2", "name": "network-vif-deleted", "tag": "2cf35fad-280a-42ee-a53d-2d69eb288575", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:47.906000 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-699cb4e5-510e-4b82-b909-d60f5393cab2 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:47.906402 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699cb4e5-510e-4b82-b909-d60f5393cab2'] response: {'server_uuid': '9636db4b-57b1-4e11-832b-584baecd8ed2', 'name': 'network-vif-deleted', 'tag': '2cf35fad-280a-42ee-a53d-2d69eb288575', 'status': 'completed', 'code': 200} Jun 21 08:20:47.938449 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:48.026366 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cb454da3-5699-4515-8c4a-8849c04174ef req-cd0ac87e-c719-4096-a12f-f16b6ed55e54 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=9636db4b-57b1-4e11-832b-584baecd8ed2 HTTP/1.1" status: 200 len: 210 time: 0.0325735 Jun 21 08:20:48.138292 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:35Z', 'revision_number': 5, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:48.162532 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] Checking router: 7d0822db-34b2-4846-8ca2-762cf05ffb61 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:20:48.170736 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:48.171332 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:48.269415 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:48.460193 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd8ae0-eee1-4a83-a1d3-c34fd3e6601b req-e3448bb9-9c1d-4aea-91a6-af0c40c2cdc3 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:48.461689 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-04cd8ae0-eee1-4a83-a1d3-c34fd3e6601b req-e3448bb9-9c1d-4aea-91a6-af0c40c2cdc3 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 943 time: 0.0519679 Jun 21 08:20:48.463517 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:35Z', 'revision_number': 5, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:48.492357 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d266b-d118-40d1-9369-e79fccc5148d None None] The sync data for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi is: [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:29Z', 'revision_number': 4, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c', 'name': '', 'network_id': '98aed940-6352-48a8-ae3d-f07b94cd1263', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'mac_address': 'fa:16:3e:69:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:35Z', 'revision_number': 5, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'subnets': [{'id': 'dd7f5033-e57d-40c9-a22c-d2dd65755c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:20:48.511671 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-04cd8ae0-eee1-4a83-a1d3-c34fd3e6601b req-58af4d57-c24e-4457-b660-eafae4456dc0 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442362 Jun 21 08:20:48.720771 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c121f91-3aa2-4b9d-a543-bdf365347907 None None] New status for floating IP 3ed9df28-de70-46bc-b23e-7af332191843: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:20:48.809532 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5995c11e-f562-45bc-9e2c-371421e36e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.114538 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44848) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:49.170172 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6fda3be9-9e3d-49a3-bec4-ba4ea814ba77 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group (7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.197448 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6fda3be9-9e3d-49a3-bec4-ba4ea814ba77 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group (7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.244396 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6fda3be9-9e3d-49a3-bec4-ba4ea814ba77 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.246945 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6fda3be9-9e3d-49a3-bec4-ba4ea814ba77 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.248091 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6fda3be9-9e3d-49a3-bec4-ba4ea814ba77 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "DELETE /v2.0/security-groups/7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5 HTTP/1.1" status: 204 len: 168 time: 0.1325366 Jun 21 08:20:49.250713 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44850) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:49.257858 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda3be9-9e3d-49a3-bec4-ba4ea814ba77 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:49.264729 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.api.v2.resource [None req-7c895449-44fe-45fe-8c80-10e5312a6863 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] show failed (client error): The resource could not be found. Jun 21 08:20:49.265742 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7c895449-44fe-45fe-8c80-10e5312a6863 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups/7cbbf22f-b0e8-42a8-af4e-ee3f0559a8c5 HTTP/1.1" status: 404 len: 347 time: 0.0138898 Jun 21 08:20:49.268348 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44852) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:49.614004 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-194daa3c-ae23-4d48-adae-df8b34c84c12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Deleting port 87c9b494-ddf8-4954-b168-88c7655f5ab5 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:49.614810 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-194daa3c-ae23-4d48-adae-df8b34c84c12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (87c9b494-ddf8-4954-b168-88c7655f5ab5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.630928 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe69fa6-79ce-4187-bc83-09e828132b09 req-084074a4-cb02-4486-a189-00a836c33db5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:49.632408 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4fe69fa6-79ce-4187-bc83-09e828132b09 req-084074a4-cb02-4486-a189-00a836c33db5 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 943 time: 0.0478344 Jun 21 08:20:49.680406 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4fe69fa6-79ce-4187-bc83-09e828132b09 req-c9d9e74b-212c-4b5a-a167-0a065084d3c0 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Jun 21 08:20:49.691880 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-194daa3c-ae23-4d48-adae-df8b34c84c12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (87c9b494-ddf8-4954-b168-88c7655f5ab5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.692209 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-194daa3c-ae23-4d48-adae-df8b34c84c12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for floatingip (87c9b494-ddf8-4954-b168-88c7655f5ab5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.705334 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-194daa3c-ae23-4d48-adae-df8b34c84c12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Calling delete_port for 87c9b494-ddf8-4954-b168-88c7655f5ab5 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:49.767198 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:49.830984 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-194daa3c-ae23-4d48-adae-df8b34c84c12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (87c9b494-ddf8-4954-b168-88c7655f5ab5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.859478 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194daa3c-ae23-4d48-adae-df8b34c84c12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event deleted for resources: {'Port': ['ID=87c9b494-ddf8-4954-b168-88c7655f5ab5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:49.867690 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:49.886606 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.920830 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-194daa3c-ae23-4d48-adae-df8b34c84c12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks [] for floatingip (3ed9df28-de70-46bc-b23e-7af332191843), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.923352 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-194daa3c-ae23-4d48-adae-df8b34c84c12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:49.924515 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-194daa3c-ae23-4d48-adae-df8b34c84c12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "DELETE /v2.0/floatingips/3ed9df28-de70-46bc-b23e-7af332191843 HTTP/1.1" status: 204 len: 168 time: 0.6552918 Jun 21 08:20:50.778315 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:50.794947 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471920a2-d890-47e3-8dd4-2c67755f0fe6 req-01f24445-1d2c-4a31-91c0-674c332f1076 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:50.796432 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-471920a2-d890-47e3-8dd4-2c67755f0fe6 req-01f24445-1d2c-4a31-91c0-674c332f1076 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 943 time: 0.0490384 Jun 21 08:20:50.817372 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:20:50.822546 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 2cf35fad-280a-42ee-a53d-2d69eb288575 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:50.843728 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-471920a2-d890-47e3-8dd4-2c67755f0fe6 req-35c7b7a1-c8a8-44a4-91b0-ad67fe51570c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418460 Jun 21 08:20:50.849276 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 2cf35fad-280a-42ee-a53d-2d69eb288575 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:50.849631 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 2cf35fad-280a-42ee-a53d-2d69eb288575 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:50.936595 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:50.950774 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'port_id': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12', 'mac_address': 'fa:16:3e:a9:09:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:20:50.994778 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:20:50.995179 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:51.006501 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2900f9b9-4160-41b0-bed1-3e75276cf208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:51.010511 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:20:51.031356 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:51.035815 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:51.082765 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:51.277852 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:20:51.957287 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9778614-563c-46fb-b1f9-896f8c702948 req-cf4dcbf0-008d-44d0-bbe9-745ba8c81364 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:51.958743 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f9778614-563c-46fb-b1f9-896f8c702948 req-cf4dcbf0-008d-44d0-bbe9-745ba8c81364 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 944 time: 0.0463207 Jun 21 08:20:52.008527 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f9778614-563c-46fb-b1f9-896f8c702948 req-f9a20b5f-d18e-475e-a73e-ef1e6ed77618 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443304 Jun 21 08:20:52.132487 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:52.400053 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f8793-b08e-4816-8436-d0aea831b0e6 req-c8de00ea-35df-414c-aceb-d878d03b5170 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:52.401495 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f50f8793-b08e-4816-8436-d0aea831b0e6 req-c8de00ea-35df-414c-aceb-d878d03b5170 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0469084 Jun 21 08:20:52.448008 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f50f8793-b08e-4816-8436-d0aea831b0e6 req-33989bb0-9732-4e03-9b15-5ef039622bde tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Jun 21 08:20:52.825688 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:20:52.874879 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:20:52.881132 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:20:52.881513 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:52.948193 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:52.955464 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:20:52.955980 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:52.979182 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aee4df-7232-4331-a685-0c07836cb986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:52.981362 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb03775-c9ef-4ec2-b631-5fa05c98cd85" -d '{"events": [{"server_uuid": "87aee4df-7232-4331-a685-0c07836cb986", "name": "network-vif-plugged", "status": "completed", "tag": "0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:52.994260 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:52.999917 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:53.023543 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ca056f-3e7e-44a6-8c95-c519d973df92 x-openstack-request-id: req-b8ca056f-3e7e-44a6-8c95-c519d973df92 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:53.023849 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aee4df-7232-4331-a685-0c07836cb986", "name": "network-vif-plugged", "status": "completed", "tag": "0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:53.024102 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8ca056f-3e7e-44a6-8c95-c519d973df92 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:53.024489 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ca056f-3e7e-44a6-8c95-c519d973df92'] response: {'server_uuid': '87aee4df-7232-4331-a685-0c07836cb986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12', 'code': 200} Jun 21 08:20:53.050797 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:53.123093 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ed712-44d1-4ea9-9f13-f36d3486bfbf req-6783c81f-2b2b-47ca-9187-cd4cb07c27f7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:53.124444 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-183ed712-44d1-4ea9-9f13-f36d3486bfbf req-6783c81f-2b2b-47ca-9187-cd4cb07c27f7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 945 time: 0.0465896 Jun 21 08:20:53.170468 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-183ed712-44d1-4ea9-9f13-f36d3486bfbf req-d553010f-0d74-412b-998c-827357c191a7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401645 Jun 21 08:20:53.565001 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46fc2-379f-4c03-99ec-36b8ec469efa req-7048f05d-a121-4d9f-a15f-fa7dfad934e0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:53.566493 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2ed46fc2-379f-4c03-99ec-36b8ec469efa req-7048f05d-a121-4d9f-a15f-fa7dfad934e0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0504522 Jun 21 08:20:53.615406 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2ed46fc2-379f-4c03-99ec-36b8ec469efa req-2cbeeb22-72e0-4e90-bc66-13342a7cade4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Jun 21 08:20:53.727910 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:54.007293 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:54.292881 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e48802-89a2-4060-aa81-c5c878a44d09 req-4cc85ff8-0749-42fc-ac72-f91ee1a1ed6c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:54.294152 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-78e48802-89a2-4060-aa81-c5c878a44d09 req-4cc85ff8-0749-42fc-ac72-f91ee1a1ed6c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 945 time: 0.0533445 Jun 21 08:20:54.306414 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:54.343545 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-78e48802-89a2-4060-aa81-c5c878a44d09 req-da6fc049-9e23-4e7c-96ba-07223c206f38 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434802 Jun 21 08:20:54.455758 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbba30-e1eb-4d36-9c29-3ffc3a751959 req-5b489f79-e45b-4a16-92ca-f78948bbd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:54.457251 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-13bbba30-e1eb-4d36-9c29-3ffc3a751959 req-5b489f79-e45b-4a16-92ca-f78948bbd396 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 1129 time: 0.0385566 Jun 21 08:20:54.486590 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:54.502533 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-13bbba30-e1eb-4d36-9c29-3ffc3a751959 req-68a81709-c54d-43af-8144-772f21266505 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391250 Jun 21 08:20:54.726378 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde13b91-84e6-4245-b081-883da3794b2e req-06d88b18-f9a1-4ccc-9654-5d82997ea1d6 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:54.727888 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bde13b91-84e6-4245-b081-883da3794b2e req-06d88b18-f9a1-4ccc-9654-5d82997ea1d6 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0465276 Jun 21 08:20:54.766973 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-60515e7f-1414-4bca-b3ad-791aba81fbc0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:54.768410 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-60515e7f-1414-4bca-b3ad-791aba81fbc0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 945 time: 0.0504823 Jun 21 08:20:54.780682 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bde13b91-84e6-4245-b081-883da3794b2e req-7e731a43-30fc-4465-9a55-2ea2796b6d12 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Jun 21 08:20:54.867788 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-927801af-9c22-4539-9bdf-a18fc3f6f0d2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Deleting port 1cc80cea-1318-4662-be70-c38f26b1e312 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:20:54.868054 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-927801af-9c22-4539-9bdf-a18fc3f6f0d2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:54.960478 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-927801af-9c22-4539-9bdf-a18fc3f6f0d2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] For port 1cc80cea-1318-4662-be70-c38f26b1e312, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1cc80cea-1318-4662-be70-c38f26b1e312,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:20:54.960841 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-927801af-9c22-4539-9bdf-a18fc3f6f0d2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:54.973450 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-927801af-9c22-4539-9bdf-a18fc3f6f0d2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Calling delete_port for 1cc80cea-1318-4662-be70-c38f26b1e312 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:20:55.100426 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-927801af-9c22-4539-9bdf-a18fc3f6f0d2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (1cc80cea-1318-4662-be70-c38f26b1e312), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:55.111716 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['401a4b2e-926f-405f-af0e-bb07243e04fc', '1cc80cea-1318-4662-be70-c38f26b1e312'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:20:55.133881 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927801af-9c22-4539-9bdf-a18fc3f6f0d2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event deleted for resources: {'Port': ['ID=1cc80cea-1318-4662-be70-c38f26b1e312,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:20:55.179207 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-927801af-9c22-4539-9bdf-a18fc3f6f0d2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] No DVR routers for this DVR port 1cc80cea-1318-4662-be70-c38f26b1e312 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:20:55.181903 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-927801af-9c22-4539-9bdf-a18fc3f6f0d2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:55.185238 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6b1627c3-d8ff-4270-9b61-d4a0f417b074 req-927801af-9c22-4539-9bdf-a18fc3f6f0d2 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "DELETE /v2.0/ports/1cc80cea-1318-4662-be70-c38f26b1e312 HTTP/1.1" status: 204 len: 173 time: 0.4105065 Jun 21 08:20:55.185673 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a94231b-1d32-451c-87ec-0b8264564d27', 'name': 'network-vif-deleted', 'tag': '1cc80cea-1318-4662-be70-c38f26b1e312'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:55.187903 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11573f5f-c8f3-46af-8b2a-79fc29d829c5" -d '{"events": [{"server_uuid": "7a94231b-1d32-451c-87ec-0b8264564d27", "name": "network-vif-deleted", "tag": "1cc80cea-1318-4662-be70-c38f26b1e312"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:55.197936 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:55.234927 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853b379a-37ab-490d-9e07-748d2c964e8f x-openstack-request-id: req-853b379a-37ab-490d-9e07-748d2c964e8f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:55.235215 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a94231b-1d32-451c-87ec-0b8264564d27", "name": "network-vif-deleted", "tag": "1cc80cea-1318-4662-be70-c38f26b1e312", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:55.235459 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-853b379a-37ab-490d-9e07-748d2c964e8f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:55.235854 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853b379a-37ab-490d-9e07-748d2c964e8f'] response: {'server_uuid': '7a94231b-1d32-451c-87ec-0b8264564d27', 'name': 'network-vif-deleted', 'tag': '1cc80cea-1318-4662-be70-c38f26b1e312', 'status': 'completed', 'code': 200} Jun 21 08:20:55.456354 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8509abd-15cb-4ec2-a124-2c6ffbfcb2a6 req-c49ab968-c82a-40fc-88f7-af4848eb357c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:55.457684 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8509abd-15cb-4ec2-a124-2c6ffbfcb2a6 req-c49ab968-c82a-40fc-88f7-af4848eb357c tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 945 time: 0.0467460 Jun 21 08:20:55.512344 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8509abd-15cb-4ec2-a124-2c6ffbfcb2a6 req-53b26cc5-4a1e-466a-8249-66b077e7d5a2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488033 Jun 21 08:20:55.890420 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-57da6ef4-5de0-45c1-b63d-3d6c84bb8374 req-50f3766e-563f-4df9-8f69-5a57d09f8cf0 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a94231b-1d32-451c-87ec-0b8264564d27 HTTP/1.1" status: 200 len: 210 time: 0.0288424 Jun 21 08:20:56.638360 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8d580-4fb4-4b1c-b5bc-00476577c288 req-b6cf4ffb-cf65-48ad-bfcb-114ac5a604b7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:56.639848 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ef8d580-4fb4-4b1c-b5bc-00476577c288 req-b6cf4ffb-cf65-48ad-bfcb-114ac5a604b7 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 945 time: 0.0486953 Jun 21 08:20:56.686132 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ef8d580-4fb4-4b1c-b5bc-00476577c288 req-b04505ab-55c4-43b4-8ecf-4b4e9dc02512 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408342 Jun 21 08:20:56.794524 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa637a7-9839-4ffa-b1b6-16069523b8cd req-3794f5d0-e891-4528-9690-30347e47b1e6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:56.795903 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5aa637a7-9839-4ffa-b1b6-16069523b8cd req-3794f5d0-e891-4528-9690-30347e47b1e6 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 945 time: 0.0472221 Jun 21 08:20:56.804622 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44898) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:20:56.809798 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2c80409c-61bb-4a49-8a22-ac0bd61478b2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Request body: {'floatingip': {'port_id': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:20:56.851187 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c80409c-61bb-4a49-8a22-ac0bd61478b2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (9f6591f6-e5c7-49eb-adba-939573faef6d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:57.164993 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8c6ad-34c5-4804-8d66-99d448726266 req-0d205f66-a37f-47ab-92ef-d5fb7ea10e18 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:57.166462 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0e8c6ad-34c5-4804-8d66-99d448726266 req-0d205f66-a37f-47ab-92ef-d5fb7ea10e18 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0476730 Jun 21 08:20:57.216421 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0e8c6ad-34c5-4804-8d66-99d448726266 req-0046efa4-6e31-4261-b638-94e6cee154f1 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Jun 21 08:20:57.254431 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:57.261471 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:57.314216 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c80409c-61bb-4a49-8a22-ac0bd61478b2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:57.317610 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c80409c-61bb-4a49-8a22-ac0bd61478b2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (9f6591f6-e5c7-49eb-adba-939573faef6d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:57.411762 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [None req-2c80409c-61bb-4a49-8a22-ac0bd61478b2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Floating IP 9f6591f6-e5c7-49eb-adba-939573faef6d associated. External IP: 172.27.0.242, port: 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12. Jun 21 08:20:57.611537 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c80409c-61bb-4a49-8a22-ac0bd61478b2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:20:57.712510 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c80409c-61bb-4a49-8a22-ac0bd61478b2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:20:57.717820 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c80409c-61bb-4a49-8a22-ac0bd61478b2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:20:57.722498 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] Sync routers for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:20:57.732927 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:57.733527 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:57.746957 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-2c80409c-61bb-4a49-8a22-ac0bd61478b2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "PUT /v2.0/floatingips/9f6591f6-e5c7-49eb-adba-939573faef6d HTTP/1.1" status: 200 len: 991 time: 0.9412780 Jun 21 08:20:57.747626 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aee4df-7232-4331-a685-0c07836cb986', 'tag': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:20:57.749922 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b88b17-2eb5-4547-9a05-a16993074ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "87aee4df-7232-4331-a685-0c07836cb986", "tag": "0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:20:57.848665 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2761762e-57fb-4170-914d-9bb11612f1c5 x-openstack-request-id: req-2761762e-57fb-4170-914d-9bb11612f1c5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:20:57.848955 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87aee4df-7232-4331-a685-0c07836cb986", "tag": "0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:20:57.849206 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2761762e-57fb-4170-914d-9bb11612f1c5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:20:57.849611 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2761762e-57fb-4170-914d-9bb11612f1c5'] response: {'name': 'network-changed', 'server_uuid': '87aee4df-7232-4331-a685-0c07836cb986', 'tag': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12', 'status': 'completed', 'code': 200} Jun 21 08:20:57.923535 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:58.077075 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:58.128148 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '9f6591f6-e5c7-49eb-adba-939573faef6d', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'port_id': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'mac_address': 'fa:16:3e:a9:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aee4df-7232-4331-a685-0c07836cb986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:20:39Z', 'updated_at': '2022-06-21T08:20:57Z', 'revision_number': 1, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:58.129600 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:20:58.154996 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] Checking router: 38a1b78c-211e-4a10-8bdf-18e71e1bf6da for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:20:58.163427 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:20:58.164031 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:58.273551 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:20:58.347240 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6e910-5704-4e72-aa4d-3117a9f04103 req-4ce91d05-b704-4363-bbc1-18029de6158e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:58.348750 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-32e6e910-5704-4e72-aa4d-3117a9f04103 req-4ce91d05-b704-4363-bbc1-18029de6158e tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0504208 Jun 21 08:20:58.399191 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-32e6e910-5704-4e72-aa4d-3117a9f04103 req-132017e7-f4b3-484b-a257-c47e5255b8c5 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Jun 21 08:20:58.522085 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '9f6591f6-e5c7-49eb-adba-939573faef6d', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'port_id': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'mac_address': 'fa:16:3e:a9:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aee4df-7232-4331-a685-0c07836cb986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:20:39Z', 'updated_at': '2022-06-21T08:20:57Z', 'revision_number': 1, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:20:58.555598 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dccd35-cde3-4717-bd32-3fe3691c76e6 None None] The sync data for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi is: [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '9f6591f6-e5c7-49eb-adba-939573faef6d', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'port_id': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'mac_address': 'fa:16:3e:a9:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aee4df-7232-4331-a685-0c07836cb986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:20:39Z', 'updated_at': '2022-06-21T08:20:57Z', 'revision_number': 1, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:20:58.758941 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1eb34a-b71d-4f71-bce6-c9d54ba697bd None None] New status for floating IP 9f6591f6-e5c7-49eb-adba-939573faef6d: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:20:58.867859 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1cc80cea-1318-4662-be70-c38f26b1e312 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:20:58.922514 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 1cc80cea-1318-4662-be70-c38f26b1e312 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:20:58.923013 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1cc80cea-1318-4662-be70-c38f26b1e312 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:20:59.516508 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8170c-6f24-4026-9c71-ffef7e30c8d9 req-6e7b9f28-5dd3-4741-80be-d7f96cffca35 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:59.517942 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d2f8170c-6f24-4026-9c71-ffef7e30c8d9 req-6e7b9f28-5dd3-4741-80be-d7f96cffca35 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0485373 Jun 21 08:20:59.598164 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-eb83f089-c941-4813-9b93-39aa950087f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:59.599699 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-eb83f089-c941-4813-9b93-39aa950087f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4b18684de44714b4a54442a17720b7&device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 1129 time: 0.0678573 Jun 21 08:20:59.604038 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d2f8170c-6f24-4026-9c71-ffef7e30c8d9 req-df936c48-1816-482d-95e6-0efa216238b9 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794001 Jun 21 08:20:59.695272 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7c774-90a8-4a48-af48-81b3a565d752 req-647bd1f4-1303-40e0-9802-fd4f66d5b970 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:59.696727 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b0f7c774-90a8-4a48-af48-81b3a565d752 req-647bd1f4-1303-40e0-9802-fd4f66d5b970 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0476680 Jun 21 08:20:59.748121 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b0f7c774-90a8-4a48-af48-81b3a565d752 req-0bac37d6-3598-4f27-be11-dfa3f449107c tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450985 Jun 21 08:20:59.812978 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-9032b909-a1b7-4bb7-8c89-9ec4924ed155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:59.814449 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-9032b909-a1b7-4bb7-8c89-9ec4924ed155 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 200 len: 911 time: 0.0879054 Jun 21 08:20:59.952488 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-0a80eb3c-b7e3-4351-8324-3e32820c2fb3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:20:59.953888 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-0a80eb3c-b7e3-4351-8324-3e32820c2fb3 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0850961 Jun 21 08:20:59.967905 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-c5e2b400-0775-44c3-8ad7-dbd56c1eaf0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 HTTP/1.1" status: 200 len: 1001 time: 0.1003015 Jun 21 08:21:00.072125 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-1c36b93c-4a6a-47ed-99e6-b0bee395cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:00.074411 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-1c36b93c-4a6a-47ed-99e6-b0bee395cbb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe9956a1-db67-4ab0-a2bc-2965a7ae6be5 HTTP/1.1" status: 200 len: 849 time: 0.0869870 Jun 21 08:21:00.089245 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-e77323c6-9af7-486e-a3d9-d35346a824a4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Deleting port 401a4b2e-926f-405f-af0e-bb07243e04fc {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:00.089600 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-e77323c6-9af7-486e-a3d9-d35346a824a4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:00.094054 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:00.123706 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:00.144707 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-94e5ed9f-585b-474c-bfcd-954917726b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:00.146195 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-94e5ed9f-585b-474c-bfcd-954917726b70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1563a5ad-132e-4800-8264-c4bbc3c987e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642700 Jun 21 08:21:00.257939 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-e77323c6-9af7-486e-a3d9-d35346a824a4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] For port 401a4b2e-926f-405f-af0e-bb07243e04fc, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=401a4b2e-926f-405f-af0e-bb07243e04fc,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:00.258306 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-e77323c6-9af7-486e-a3d9-d35346a824a4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:00.280635 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-e77323c6-9af7-486e-a3d9-d35346a824a4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Calling delete_port for 401a4b2e-926f-405f-af0e-bb07243e04fc owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:00.560480 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-710962e6-2d4d-4be7-a4bb-f5930728be05 service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844039 Jun 21 08:21:00.730956 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-20b88b17-2eb5-4547-9a05-a16993074ea0 req-3fabdf12-9cbc-49c0-9131-b0c0faf7367c service neutron] 10.222.0.46 "GET /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452062 Jun 21 08:21:00.743707 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598beec-082f-44bc-8162-c17f26017da5 req-17db5464-0fa5-4b2a-b6e5-b71d5af35324 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:00.745655 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3598beec-082f-44bc-8162-c17f26017da5 req-17db5464-0fa5-4b2a-b6e5-b71d5af35324 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe8e00a-97d1-4e7c-8a02-db6a981670fc HTTP/1.1" status: 200 len: 945 time: 0.0722511 Jun 21 08:21:00.820720 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-e77323c6-9af7-486e-a3d9-d35346a824a4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (401a4b2e-926f-405f-af0e-bb07243e04fc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:00.832585 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['401a4b2e-926f-405f-af0e-bb07243e04fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:21:00.853166 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3598beec-082f-44bc-8162-c17f26017da5 req-5d802187-ccd2-4cb7-8309-d262b3570827 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.36 "GET /v2.0/security-groups?id=44d14811-22d5-48f5-bb29-32932d0faa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888817 Jun 21 08:21:00.856258 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77323c6-9af7-486e-a3d9-d35346a824a4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Pushing event deleted for resources: {'Port': ['ID=401a4b2e-926f-405f-af0e-bb07243e04fc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:00.877987 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf486886-8783-47eb-9b2d-5630e834402a req-d4f12b55-f480-49b5-b3c9-36230b0593f8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:00.880411 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf486886-8783-47eb-9b2d-5630e834402a req-d4f12b55-f480-49b5-b3c9-36230b0593f8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0639660 Jun 21 08:21:00.906435 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-e77323c6-9af7-486e-a3d9-d35346a824a4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] No DVR routers for this DVR port 401a4b2e-926f-405f-af0e-bb07243e04fc on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:21:00.908874 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-e77323c6-9af7-486e-a3d9-d35346a824a4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:00.912049 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dc34d58a-72f4-47c8-8ba0-eac302bc3089 req-e77323c6-9af7-486e-a3d9-d35346a824a4 tempest-ServerRescueNegativeTestJSON-1558605599 tempest-ServerRescueNegativeTestJSON-1558605599-project] 10.222.0.46 "DELETE /v2.0/ports/401a4b2e-926f-405f-af0e-bb07243e04fc HTTP/1.1" status: 204 len: 173 time: 0.9512973 Jun 21 08:21:00.912483 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe8e00a-97d1-4e7c-8a02-db6a981670fc', 'name': 'network-vif-deleted', 'tag': '401a4b2e-926f-405f-af0e-bb07243e04fc'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:21:00.914704 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfb21e7-23e9-4624-96cf-4eade880b607" -d '{"events": [{"server_uuid": "ebe8e00a-97d1-4e7c-8a02-db6a981670fc", "name": "network-vif-deleted", "tag": "401a4b2e-926f-405f-af0e-bb07243e04fc"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:21:00.928040 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:00.934034 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf486886-8783-47eb-9b2d-5630e834402a req-f261b44c-a75b-4cce-a700-876d8c156dbd tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475657 Jun 21 08:21:00.964541 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5302eb6e-ccef-48fd-b812-711ce9c68b14 x-openstack-request-id: req-5302eb6e-ccef-48fd-b812-711ce9c68b14 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:21:00.964827 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe8e00a-97d1-4e7c-8a02-db6a981670fc", "name": "network-vif-deleted", "tag": "401a4b2e-926f-405f-af0e-bb07243e04fc", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:21:00.965082 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5302eb6e-ccef-48fd-b812-711ce9c68b14 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:21:00.965485 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5302eb6e-ccef-48fd-b812-711ce9c68b14'] response: {'server_uuid': 'ebe8e00a-97d1-4e7c-8a02-db6a981670fc', 'name': 'network-vif-deleted', 'tag': '401a4b2e-926f-405f-af0e-bb07243e04fc', 'status': 'completed', 'code': 200} Jun 21 08:21:01.918920 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44928) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:02.108798 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee86579-e5fa-48d5-8fcb-97b52ec1ae07 req-9301e4ca-030e-4d7d-b004-e98803ac648c tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:02.110238 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4ee86579-e5fa-48d5-8fcb-97b52ec1ae07 req-9301e4ca-030e-4d7d-b004-e98803ac648c tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0896306 Jun 21 08:21:02.230166 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4ee86579-e5fa-48d5-8fcb-97b52ec1ae07 req-630ec6ab-55a0-4592-8698-41444b477191 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137962 Jun 21 08:21:02.316537 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:02.326476 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:02.408230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (7d0822db-34b2-4846-8ca2-762cf05ffb61), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:02.632708 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] Deleting port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:02.633046 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:02.715044 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] For port 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:02.715408 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:02.728221 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] Calling delete_port for 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:02.909464 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:02.934333 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:03.097290 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (7d0822db-34b2-4846-8ca2-762cf05ffb61), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:03.159884 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:03.184071 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:03.302172 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] Router 7d0822db-34b2-4846-8ca2-762cf05ffb61 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:21:03.344230 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c82f3-d5c8-46d3-a1b8-cea5f30d8af0 req-5af7072a-d3d4-4430-a02d-511163f8c9b5 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:03.345701 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb6c82f3-d5c8-46d3-a1b8-cea5f30d8af0 req-5af7072a-d3d4-4430-a02d-511163f8c9b5 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0467193 Jun 21 08:21:03.394773 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb6c82f3-d5c8-46d3-a1b8-cea5f30d8af0 req-07be5945-9c23-4991-9aa2-7b2c0c57d752 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433791 Jun 21 08:21:03.405880 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:21:03.419923 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-40cc416b-6103-40f4-95c9-06e923abb7e7 admin admin] 10.222.0.36 "PUT /v2.0/routers/7d0822db-34b2-4846-8ca2-762cf05ffb61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5006959 Jun 21 08:21:03.422359 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44936) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:03.425618 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] Sync routers for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:21:03.435786 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:03.436392 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:03.519695 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Publish callbacks [] for router (7d0822db-34b2-4846-8ca2-762cf05ffb61), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:03.538882 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:03.620667 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Publish callbacks [] for router_gateway (7d0822db-34b2-4846-8ca2-762cf05ffb61), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:03.661177 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Deleting port b496a781-4d44-4e89-8b13-037d5bc6b484 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:03.661511 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:03.705404 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:21:02Z', 'revision_number': 5, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port': {'id': 'b496a781-4d44-4e89-8b13-037d5bc6b484', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:03.735759 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] Checking router: 7d0822db-34b2-4846-8ca2-762cf05ffb61 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:21:03.739894 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] For port b496a781-4d44-4e89-8b13-037d5bc6b484, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=b496a781-4d44-4e89-8b13-037d5bc6b484,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:03.740260 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:03.744030 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] Routers {'7d0822db-34b2-4846-8ca2-762cf05ffb61'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:03.744618 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['7d0822db-34b2-4846-8ca2-762cf05ffb61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:03.753370 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Calling delete_port for b496a781-4d44-4e89-8b13-037d5bc6b484 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:03.827453 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] Set router 7d0822db-34b2-4846-8ca2-762cf05ffb61 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:03.876089 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:21:03Z', 'revision_number': 6, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port_host': None}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:03.900893 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af89cf-a04d-44be-89d4-e6eb4d12cd0c None None] The sync data for ids ['7d0822db-34b2-4846-8ca2-762cf05ffb61'] in dv-cinder-836973-7-iscsi is: [{'id': '7d0822db-34b2-4846-8ca2-762cf05ffb61', 'name': 'tempest-ServerRescueNegativeTestJSON-1733132923-router', 'tenant_id': '2001b029fae0472d8ef7b6fd658ad191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:21:03Z', 'revision_number': 6, 'project_id': '2001b029fae0472d8ef7b6fd658ad191', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:21:03.926168 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (b496a781-4d44-4e89-8b13-037d5bc6b484), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:03.957191 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Pushing event deleted for resources: {'Port': ['ID=b496a781-4d44-4e89-8b13-037d5bc6b484,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:03.963356 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:04.029359 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (7d0822db-34b2-4846-8ca2-762cf05ffb61), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.099312 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:04.132561 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (7d0822db-34b2-4846-8ca2-762cf05ffb61), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.134840 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Publish callbacks [] for router_controller (7d0822db-34b2-4846-8ca2-762cf05ffb61), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.200039 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (7d0822db-34b2-4846-8ca2-762cf05ffb61), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.200555 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d0822db-34b2-4846-8ca2-762cf05ffb61 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:21:04.205143 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.206297 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-ef4f764f-0d7e-4cf0-a1ab-27ac8b92199c admin admin] 10.222.0.36 "DELETE /v2.0/routers/7d0822db-34b2-4846-8ca2-762cf05ffb61 HTTP/1.1" status: 204 len: 168 time: 0.7829988 Jun 21 08:21:04.208861 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 44940) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:04.255272 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e68404-71f5-4081-9e0e-3357004c2966 admin admin] Deleting subnet dd7f5033-e57d-40c9-a22c-d2dd65755c32 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:21:04.259505 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26e68404-71f5-4081-9e0e-3357004c2966 admin admin] Publish callbacks [] for subnet (dd7f5033-e57d-40c9-a22c-d2dd65755c32), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.301334 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26e68404-71f5-4081-9e0e-3357004c2966 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26780882'] for subnet (dd7f5033-e57d-40c9-a22c-d2dd65755c32), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.360894 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:21:04.384588 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:21:04.385016 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 5e94b1cd-0ab7-4c4f-8ef8-1e92dee8586c not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:21:04.392956 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26e68404-71f5-4081-9e0e-3357004c2966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (dd7f5033-e57d-40c9-a22c-d2dd65755c32), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.447267 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26e68404-71f5-4081-9e0e-3357004c2966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26999355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26995947'] for subnet (dd7f5033-e57d-40c9-a22c-d2dd65755c32), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.475382 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e68404-71f5-4081-9e0e-3357004c2966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7f5033-e57d-40c9-a22c-d2dd65755c32,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:04.486994 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26e68404-71f5-4081-9e0e-3357004c2966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.490040 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-26e68404-71f5-4081-9e0e-3357004c2966 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dd7f5033-e57d-40c9-a22c-d2dd65755c32 HTTP/1.1" status: 204 len: 168 time: 0.2802627 Jun 21 08:21:04.492746 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44946) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:04.493219 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c0f81-85b4-4345-9e8c-1318a2e88435 None None] Network 98aed940-6352-48a8-ae3d-f07b94cd1263 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:21:04.526015 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e4d0-afe0-487a-a99a-6abd1d765719 req-a75096e9-3e34-4db8-914f-415ea83c9296 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:04.527629 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5116e4d0-afe0-487a-a99a-6abd1d765719 req-a75096e9-3e34-4db8-914f-415ea83c9296 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0558250 Jun 21 08:21:04.567133 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (98aed940-6352-48a8-ae3d-f07b94cd1263), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.589170 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5116e4d0-afe0-487a-a99a-6abd1d765719 req-2febc341-7e86-40b1-9a93-a20c8323d779 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556252 Jun 21 08:21:04.609231 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:04.614020 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Deleting port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:04.614357 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.678436 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de68a13c-335a-4777-9433-628e2c3a70d1 None None] DHCP port deletion for 98aed940-6352-48a8-ae3d-f07b94cd1263 request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:21:04.680362 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] For port eb77e5d2-6355-4ca9-9f10-aa6e6a214071, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=eb77e5d2-6355-4ca9-9f10-aa6e6a214071,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:04.680756 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.695771 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Calling delete_port for eb77e5d2-6355-4ca9-9f10-aa6e6a214071 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:04.720000 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-de68a13c-335a-4777-9433-628e2c3a70d1 None None] Deleting port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:04.720367 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de68a13c-335a-4777-9433-628e2c3a70d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.782213 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.784693 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-de68a13c-335a-4777-9433-628e2c3a70d1 None None] For port eb77e5d2-6355-4ca9-9f10-aa6e6a214071, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=eb77e5d2-6355-4ca9-9f10-aa6e6a214071,segment=NetworkSegment(967bfd82-e927-4052-a514-9421aabce034),segment_id=967bfd82-e927-4052-a514-9421aabce034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:04.785092 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de68a13c-335a-4777-9433-628e2c3a70d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.799774 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-de68a13c-335a-4777-9433-628e2c3a70d1 None None] Calling delete_port for eb77e5d2-6355-4ca9-9f10-aa6e6a214071 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:04.808805 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb77e5d2-6355-4ca9-9f10-aa6e6a214071,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:04.810704 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] No DVR routers for this DVR port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 on host dv-cinder-836973-7-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:21:04.880529 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 401a4b2e-926f-405f-af0e-bb07243e04fc no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:21:04.888248 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (98aed940-6352-48a8-ae3d-f07b94cd1263), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.908068 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 401a4b2e-926f-405f-af0e-bb07243e04fc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:21:04.908385 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 401a4b2e-926f-405f-af0e-bb07243e04fc not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:21:04.911425 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de68a13c-335a-4777-9433-628e2c3a70d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (eb77e5d2-6355-4ca9-9f10-aa6e6a214071), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.912530 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98aed940-6352-48a8-ae3d-f07b94cd1263']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:04.925483 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967bfd82-e927-4052-a514-9421aabce034') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:04.925783 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967bfd82-e927-4052-a514-9421aabce034') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:04.939684 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68a13c-335a-4777-9433-628e2c3a70d1 None None] Pushing event deleted for resources: {'Port': ['ID=eb77e5d2-6355-4ca9-9f10-aa6e6a214071,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:04.940357 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (967bfd82-e927-4052-a514-9421aabce034), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.944240 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68a13c-335a-4777-9433-628e2c3a70d1 None None] No DVR routers for this DVR port eb77e5d2-6355-4ca9-9f10-aa6e6a214071 on host dv-cinder-836973-7-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:21:04.954754 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (967bfd82-e927-4052-a514-9421aabce034), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:04.961706 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:21:04.962492 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (967bfd82-e927-4052-a514-9421aabce034), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:05.015334 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 967bfd82-e927-4052-a514-9421aabce034 resource provider aggregate not found Jun 21 08:21:05.026662 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (98aed940-6352-48a8-ae3d-f07b94cd1263), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:05.031691 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:05.034858 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/98aed940-6352-48a8-ae3d-f07b94cd1263 HTTP/1.1" status: 204 len: 168 time: 0.5403891 Jun 21 08:21:05.037027 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 967bfd82-e927-4052-a514-9421aabce034 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 967bfd82-e927-4052-a514-9421aabce034 found for delete ", "request_id": "req-749c8c90-6ddc-4d1a-8550-fb73797e76dd"}]} Jun 21 08:21:05.049863 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0204c-cc10-4f9b-8d90-f52b54836ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=98aed940-6352-48a8-ae3d-f07b94cd1263,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:05.152258 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44954) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:05.197244 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4f99ca1f-c58c-4eb4-ad93-f4fa76b72443 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2001b029fae0472d8ef7b6fd658ad191&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437496 Jun 21 08:21:05.200287 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44956) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:05.248957 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9900fb5-c49a-4d27-a12e-fb37c3f1347c admin admin] Publish callbacks [] for security_group (44d14811-22d5-48f5-bb29-32932d0faa9c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:05.270983 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9900fb5-c49a-4d27-a12e-fb37c3f1347c admin admin] Publish callbacks [] for security_group (44d14811-22d5-48f5-bb29-32932d0faa9c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:05.316785 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9900fb5-c49a-4d27-a12e-fb37c3f1347c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (44d14811-22d5-48f5-bb29-32932d0faa9c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:05.319343 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9900fb5-c49a-4d27-a12e-fb37c3f1347c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:05.320489 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c9900fb5-c49a-4d27-a12e-fb37c3f1347c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44d14811-22d5-48f5-bb29-32932d0faa9c HTTP/1.1" status: 204 len: 168 time: 0.1193237 Jun 21 08:21:05.329107 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9900fb5-c49a-4d27-a12e-fb37c3f1347c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d14811-22d5-48f5-bb29-32932d0faa9c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:05.716096 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f542835-56a5-46bb-b2e4-5138feefa0e6 req-b15a486b-4cbb-4deb-8646-4575d5475962 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:05.717704 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4f542835-56a5-46bb-b2e4-5138feefa0e6 req-b15a486b-4cbb-4deb-8646-4575d5475962 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0517018 Jun 21 08:21:05.735929 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:05.771776 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4f542835-56a5-46bb-b2e4-5138feefa0e6 req-d169b1a2-b730-4ead-877d-4f56232e67f6 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486188 Jun 21 08:21:06.003551 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44980) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:06.066525 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device eb77e5d2-6355-4ca9-9f10-aa6e6a214071 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:21:06.089752 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: eb77e5d2-6355-4ca9-9f10-aa6e6a214071 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:21:06.090103 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device eb77e5d2-6355-4ca9-9f10-aa6e6a214071 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:21:06.090529 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b496a781-4d44-4e89-8b13-037d5bc6b484 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:21:06.104387 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-network', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:21:06.109270 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: b496a781-4d44-4e89-8b13-037d5bc6b484 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:21:06.109619 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device b496a781-4d44-4e89-8b13-037d5bc6b484 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:21:06.126791 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Made reservation on behalf of df68cafb6dcd4a8c9e9593d3f13500f0 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:21:06.129996 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.140209 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.216194 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Publish callbacks [] for security_group (905011df-f82d-4d52-b62f-6e79a4254863), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.219703 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (905011df-f82d-4d52-b62f-6e79a4254863), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.223720 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:06.248430 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:21:06.259093 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905011df-f82d-4d52-b62f-6e79a4254863,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:06.267557 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (6a071d42-7518-4fa4-878f-0263cba9eac3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.267903 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Added segment 6a071d42-7518-4fa4-878f-0263cba9eac3 of type vlan for network 024039b9-9413-4bce-aeef-0421349b4da5 Jun 21 08:21:06.306525 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (024039b9-9413-4bce-aeef-0421349b4da5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.330859 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (024039b9-9413-4bce-aeef-0421349b4da5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.331741 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:06.332313 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.367193 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3625669 Jun 21 08:21:06.370505 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44984) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:06.402234 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Request body: {'subnet': {'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-subnet', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:21:06.407037 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5cf6d-38b6-4bc9-956b-c8966169c53a admin admin] Pushing event updated for resources: {'Network': ['ID=024039b9-9413-4bce-aeef-0421349b4da5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:06.416573 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 024039b9-9413-4bce-aeef-0421349b4da5 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:21:06.425500 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Made reservation on behalf of df68cafb6dcd4a8c9e9593d3f13500f0 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:21:06.428015 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151950'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.442755 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:06.594460 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3769449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26152056'] for subnet (dde8d6cd-82f5-4370-a04f-1bf8e55026e3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.651673 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde8d6cd-82f5-4370-a04f-1bf8e55026e3,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:06.661095 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Checking segment: {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:21:06.661455 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Network hostable DHCP agents. Network: 024039b9-9413-4bce-aeef-0421349b4da5, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:21:06.678466 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Network 024039b9-9413-4bce-aeef-0421349b4da5 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:21:06.688191 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 024039b9-9413-4bce-aeef-0421349b4da5) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:21:06.692012 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:06.692600 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.697494 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733279f4-b909-425d-8237-a08a0c4f7b6a None None] Network 024039b9-9413-4bce-aeef-0421349b4da5 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:21:06.708094 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c130ba6c-6bcc-4a82-ab64-971db3a248f1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3365405 Jun 21 08:21:06.710804 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44986) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:06.714956 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:21:06.718048 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:06.738329 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (a0d42c95-cdc1-4011-957d-372a34196924), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.739366 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (a0d42c95-cdc1-4011-957d-372a34196924), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.794763 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks [] for router_controller (a0d42c95-cdc1-4011-957d-372a34196924), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.807335 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-024039b9-9413-4bce-aeef-0421349b4da5', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:21:06.808901 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.911779 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6446d02-5633-4abf-b0e3-c9ec38eb5381 req-8ceeaacd-04e5-420c-9b01-2b18c443ce6d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:06.913965 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e6446d02-5633-4abf-b0e3-c9ec38eb5381 req-8ceeaacd-04e5-420c-9b01-2b18c443ce6d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0622420 Jun 21 08:21:06.931743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks [] for router_gateway (a0d42c95-cdc1-4011-957d-372a34196924), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:06.977370 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e6446d02-5633-4abf-b0e3-c9ec38eb5381 req-4a7212c4-44c1-456a-98e1-6d8b9afad179 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568581 Jun 21 08:21:07.076636 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Allocated IP 172.20.0.2 (024039b9-9413-4bce-aeef-0421349b4da5/dde8d6cd-82f5-4370-a04f-1bf8e55026e3/dacdcc03-1897-4b61-ae62-850572df224e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:21:07.078245 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:07.116729 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=10 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:07.138581 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks [] for router_gateway (a0d42c95-cdc1-4011-957d-372a34196924), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:07.158785 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:07.222024 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Publish callbacks [] for port (dacdcc03-1897-4b61-ae62-850572df224e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:07.227798 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (dacdcc03-1897-4b61-ae62-850572df224e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:07.270403 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Allocated IP 172.27.0.18 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/eaf6cc22-718b-47ff-8d8d-73358cf66d62) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:21:07.271127 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Network 024039b9-9413-4bce-aeef-0421349b4da5 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:21:07.273982 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:21:07.277748 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:21:07.290984 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Pushing event updated for resources: {'Port': ['ID=dacdcc03-1897-4b61-ae62-850572df224e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:07.341808 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Attempting to bind port dacdcc03-1897-4b61-ae62-850572df224e on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:21:07.342177 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Attempting to bind port dacdcc03-1897-4b61-ae62-850572df224e by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:21:07.342536 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Attempting to bind port dacdcc03-1897-4b61-ae62-850572df224e on network 024039b9-9413-4bce-aeef-0421349b4da5 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:21:07.347605 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:21:07.347980 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Checking segment: {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:21:07.348378 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:07.348766 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Bound using segment: {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:21:07.349224 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Bound port: dacdcc03-1897-4b61-ae62-850572df224e, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:21:07.349596 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (dacdcc03-1897-4b61-ae62-850572df224e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:07.376021 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks [] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:07.411634 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:07.412582 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] For port dacdcc03-1897-4b61-ae62-850572df224e, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:21:07.416078 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] For port dacdcc03-1897-4b61-ae62-850572df224e, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=dacdcc03-1897-4b61-ae62-850572df224e,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:21:07.424130 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (dacdcc03-1897-4b61-ae62-850572df224e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:07.456081 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:21:07.459664 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:21:07.463788 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:21:07.467623 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Pushing event updated for resources: {'Port': ['ID=eaf6cc22-718b-47ff-8d8d-73358cf66d62,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:07.484894 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617158a3-07fe-49da-a875-0d4b60c64ef0 None None] Pushing event updated for resources: {'Port': ['ID=dacdcc03-1897-4b61-ae62-850572df224e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:07.496687 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.497044 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.497384 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.497732 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.498074 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.498409 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.498801 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.499141 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.499478 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.499808 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.500141 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.500472 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.500801 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.501143 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.501467 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:07.613507 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:07.748383 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks [] for router_gateway (a0d42c95-cdc1-4011-957d-372a34196924), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:07.930078 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (a0d42c95-cdc1-4011-957d-372a34196924), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:08.021790 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:08.075442 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Router a0d42c95-cdc1-4011-957d-372a34196924 is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:21:08.104918 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device dacdcc03-1897-4b61-ae62-850572df224e up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:21:08.152655 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port dacdcc03-1897-4b61-ae62-850572df224e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:08.153042 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (dacdcc03-1897-4b61-ae62-850572df224e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:08.232756 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:08.241490 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port dacdcc03-1897-4b61-ae62-850572df224e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:08.241925 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (dacdcc03-1897-4b61-ae62-850572df224e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:08.285263 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port dacdcc03-1897-4b61-ae62-850572df224e, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=dacdcc03-1897-4b61-ae62-850572df224e,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:08.289594 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (dacdcc03-1897-4b61-ae62-850572df224e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:08.343267 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=dacdcc03-1897-4b61-ae62-850572df224e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:08.370548 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c85782-cd20-4ddf-84be-58e4175db559 req-171db7dc-3603-4f22-ad37-137e7d36fd14 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:08.372261 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b4c85782-cd20-4ddf-84be-58e4175db559 req-171db7dc-3603-4f22-ad37-137e7d36fd14 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.3117707 Jun 21 08:21:08.473824 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9afcb-bdc0-45bc-be72-16c7b96da1f5 None None] Network 024039b9-9413-4bce-aeef-0421349b4da5 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:21:08.495976 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b4c85782-cd20-4ddf-84be-58e4175db559 req-d9c29a19-8f11-468c-8c16-1956f2361d9b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917921 Jun 21 08:21:08.503236 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:21:08.527707 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:08.528921 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0f942755-b32f-44c2-a628-374a4dc1c49a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8172143 Jun 21 08:21:08.531677 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 44992) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:08.544315 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Sync routers for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:21:08.566240 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5a541bb3-b8ab-43d6-aabd-1aaa879b314e None None] Provisioning complete for port dacdcc03-1897-4b61-ae62-850572df224e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:08.566612 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a541bb3-b8ab-43d6-aabd-1aaa879b314e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (dacdcc03-1897-4b61-ae62-850572df224e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:08.600583 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:08.601215 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:08.666342 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:08.777215 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:08.779460 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5a541bb3-b8ab-43d6-aabd-1aaa879b314e None None] Current status of the port dacdcc03-1897-4b61-ae62-850572df224e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:08.801506 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:08.916483 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dd71fa5e-75aa-4297-a8e2-aa09c9b6b273 None None] Provisioning complete for port dacdcc03-1897-4b61-ae62-850572df224e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:08.916911 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd71fa5e-75aa-4297-a8e2-aa09c9b6b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (dacdcc03-1897-4b61-ae62-850572df224e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:08.958767 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:08.995029 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:07Z', 'revision_number': 3, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:09.022830 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Checking router: a0d42c95-cdc1-4011-957d-372a34196924 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:21:09.023178 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Updating router a0d42c95-cdc1-4011-957d-372a34196924 port eaf6cc22-718b-47ff-8d8d-73358cf66d62 binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:21:09.075413 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.077026 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dd71fa5e-75aa-4297-a8e2-aa09c9b6b273 None None] Current status of the port dacdcc03-1897-4b61-ae62-850572df224e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:09.114163 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Allocated IP 172.20.0.1 (024039b9-9413-4bce-aeef-0421349b4da5/dde8d6cd-82f5-4370-a04f-1bf8e55026e3/27687532-eda2-4d0f-8686-7843763e2a9f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:21:09.214361 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:09.220139 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Publish callbacks [] for port (27687532-eda2-4d0f-8686-7843763e2a9f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.235063 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:09.255502 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.296084 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Network 024039b9-9413-4bce-aeef-0421349b4da5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:21:09.300666 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:21:09.303049 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:21:09.325083 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Pushing event updated for resources: {'Port': ['ID=27687532-eda2-4d0f-8686-7843763e2a9f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:09.326091 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Publish callbacks [] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.337667 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.348581 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (a0d42c95-cdc1-4011-957d-372a34196924), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.392923 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Attempting to bind port eaf6cc22-718b-47ff-8d8d-73358cf66d62 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:21:09.393409 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Attempting to bind port eaf6cc22-718b-47ff-8d8d-73358cf66d62 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:21:09.393637 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Attempting to bind port eaf6cc22-718b-47ff-8d8d-73358cf66d62 on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:21:09.400306 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5808897-1995-42b2-9e61-ca9af92e42be None None] Pushing event updated for resources: {'Port': ['ID=eaf6cc22-718b-47ff-8d8d-73358cf66d62,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:09.403612 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:21:09.404000 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:21:09.404386 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.405195 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:21:09.405195 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Bound port: eaf6cc22-718b-47ff-8d8d-73358cf66d62, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:21:09.405598 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.457245 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] For port eaf6cc22-718b-47ff-8d8d-73358cf66d62, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:21:09.461362 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] For port eaf6cc22-718b-47ff-8d8d-73358cf66d62, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=eaf6cc22-718b-47ff-8d8d-73358cf66d62,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:21:09.468507 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.502884 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.527662 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:09.535138 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:09.536492 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:09.537140 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:09.540966 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5808897-1995-42b2-9e61-ca9af92e42be None None] Pushing event updated for resources: {'Port': ['ID=eaf6cc22-718b-47ff-8d8d-73358cf66d62,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:09.607912 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d5add6e0-cf1c-40ec-98aa-086f2e97ef3d None None] Provisioning complete for port 27687532-eda2-4d0f-8686-7843763e2a9f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:09.608193 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5add6e0-cf1c-40ec-98aa-086f2e97ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.632187 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa245356-c177-4869-86bf-9c2b1fda1f68 req-040a34e0-31b7-4885-b74b-4756d66b0e7e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:09.633765 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa245356-c177-4869-86bf-9c2b1fda1f68 req-040a34e0-31b7-4885-b74b-4756d66b0e7e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0481319 Jun 21 08:21:09.681749 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d5add6e0-cf1c-40ec-98aa-086f2e97ef3d None None] Port 27687532-eda2-4d0f-8686-7843763e2a9f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:21:09.684747 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:09.691000 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-aa245356-c177-4869-86bf-9c2b1fda1f68 req-c58554c8-94a1-4787-af3b-c92110427e9a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504687 Jun 21 08:21:09.703177 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Publish callbacks [] for port (27687532-eda2-4d0f-8686-7843763e2a9f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.711930 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.782560 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Pushing event updated for resources: {'Port': ['ID=27687532-eda2-4d0f-8686-7843763e2a9f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:09.785072 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (a0d42c95-cdc1-4011-957d-372a34196924), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:09.873112 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 1, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:09.876825 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Network 024039b9-9413-4bce-aeef-0421349b4da5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:21:09.878462 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:21:09.898349 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dec718-2a6a-4853-913a-54607f69c178 None None] The sync data for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi is: [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 1, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:21:10.005884 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Router a0d42c95-cdc1-4011-957d-372a34196924 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:21:10.066278 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:10.107198 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0670dafb-d998-4e1f-9351-593ecabf9556 None None] Provisioning complete for port 27687532-eda2-4d0f-8686-7843763e2a9f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:10.107850 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0670dafb-d998-4e1f-9351-593ecabf9556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.122591 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:21:10.136597 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4a9021ac-b488-4644-a23d-0d46b07a13f0 admin admin] 10.222.0.36 "PUT /v2.0/routers/a0d42c95-cdc1-4011-957d-372a34196924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5994980 Jun 21 08:21:10.162309 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device dacdcc03-1897-4b61-ae62-850572df224e up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:21:10.207219 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0670dafb-d998-4e1f-9351-593ecabf9556 None None] Port 27687532-eda2-4d0f-8686-7843763e2a9f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:21:10.221884 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port dacdcc03-1897-4b61-ae62-850572df224e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:10.222254 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (dacdcc03-1897-4b61-ae62-850572df224e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.444128 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:10.447039 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port dacdcc03-1897-4b61-ae62-850572df224e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:10.522801 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45002) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:10.528330 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0c053bb6-cc39-48bd-ae1a-f5d318a0ebec tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1598200864', 'description': 'tempest-description--1748591926'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:21:10.551358 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c053bb6-cc39-48bd-ae1a-f5d318a0ebec tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.634854 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c053bb6-cc39-48bd-ae1a-f5d318a0ebec tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (0ac3ec81-f7d0-408a-bdcc-ddac507f1858), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.646339 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c053bb6-cc39-48bd-ae1a-f5d318a0ebec tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0ac3ec81-f7d0-408a-bdcc-ddac507f1858), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.685988 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c053bb6-cc39-48bd-ae1a-f5d318a0ebec tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.687283 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0c053bb6-cc39-48bd-ae1a-f5d318a0ebec tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1633923 Jun 21 08:21:10.688364 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c053bb6-cc39-48bd-ae1a-f5d318a0ebec tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac3ec81-f7d0-408a-bdcc-ddac507f1858,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:10.690209 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45004) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:10.694800 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-72e6000d-3355-432e-8517-27397629906f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'security_group_rule': {'security_group_id': '0ac3ec81-f7d0-408a-bdcc-ddac507f1858', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:21:10.741058 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72e6000d-3355-432e-8517-27397629906f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (78b0b886-cf5e-410e-871e-3abc2a417296), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.834464 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72e6000d-3355-432e-8517-27397629906f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (78b0b886-cf5e-410e-871e-3abc2a417296), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.843041 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce9d7b-7d2a-415a-a341-f22a3d81bd36 req-2e97ea9f-21b1-478f-a762-425c34315e3a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:10.844605 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4bce9d7b-7d2a-415a-a341-f22a3d81bd36 req-2e97ea9f-21b1-478f-a762-425c34315e3a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0756226 Jun 21 08:21:10.845807 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72e6000d-3355-432e-8517-27397629906f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (78b0b886-cf5e-410e-871e-3abc2a417296), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.882191 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6000d-3355-432e-8517-27397629906f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b0b886-cf5e-410e-871e-3abc2a417296,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:10.897011 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72e6000d-3355-432e-8517-27397629906f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.898165 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-72e6000d-3355-432e-8517-27397629906f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069368 Jun 21 08:21:10.901930 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45010) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:10.906709 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c9b6f1cb-8de3-4817-be02-175ac9ae5e9b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'security_group_rule': {'security_group_id': '0ac3ec81-f7d0-408a-bdcc-ddac507f1858', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:21:10.924157 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4bce9d7b-7d2a-415a-a341-f22a3d81bd36 req-214c82de-a09c-4adc-9bf9-7bf5fb7ef97e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731893 Jun 21 08:21:10.938340 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f1cb-8de3-4817-be02-175ac9ae5e9b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (a4554a4f-bea8-4d50-a0d3-d357b80a6594), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:10.996657 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:11.017588 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f1cb-8de3-4817-be02-175ac9ae5e9b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (a4554a4f-bea8-4d50-a0d3-d357b80a6594), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:11.022851 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f1cb-8de3-4817-be02-175ac9ae5e9b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (a4554a4f-bea8-4d50-a0d3-d357b80a6594), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:11.046411 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6f1cb-8de3-4817-be02-175ac9ae5e9b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4554a4f-bea8-4d50-a0d3-d357b80a6594,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:11.055114 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f1cb-8de3-4817-be02-175ac9ae5e9b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:11.059280 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c9b6f1cb-8de3-4817-be02-175ac9ae5e9b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559482 Jun 21 08:21:11.060356 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45018) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:11.065929 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:21:11.091432 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:11.095720 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:11.111031 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:11.200667 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:11.321956 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Allocated IP 172.27.0.31 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/7fa94dc7-1ab8-4de4-ba25-189bbda07dd8) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:21:11.699594 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for port (7fa94dc7-1ab8-4de4-ba25-189bbda07dd8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:11.736756 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (7fa94dc7-1ab8-4de4-ba25-189bbda07dd8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:11.782596 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:21:11.787786 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:21:11.789977 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'Port': ['ID=7fa94dc7-1ab8-4de4-ba25-189bbda07dd8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:11.793011 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:21:11.878378 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (1bc31190-1884-4a62-91ea-0903ea510f0f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:11.915472 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7fa94dc7-1ab8-4de4-ba25-189bbda07dd8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.079374 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9099c-bcba-47c4-97b7-eb368548955d req-20c34602-7859-4e0e-b4c5-55a8747b21f3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:12.081035 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dbf9099c-bcba-47c4-97b7-eb368548955d req-20c34602-7859-4e0e-b4c5-55a8747b21f3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0670009 Jun 21 08:21:12.110783 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Sync routers for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:21:12.114708 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device eaf6cc22-718b-47ff-8d8d-73358cf66d62 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:21:12.121642 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:12.122260 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:12.153331 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:12.159095 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for port (7fa94dc7-1ab8-4de4-ba25-189bbda07dd8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.162317 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:12.165426 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port eaf6cc22-718b-47ff-8d8d-73358cf66d62 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:12.165948 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.168458 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dbf9099c-bcba-47c4-97b7-eb368548955d req-57a1da00-c854-41be-a4ca-c515d75a4fba tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810742 Jun 21 08:21:12.171901 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (7fa94dc7-1ab8-4de4-ba25-189bbda07dd8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.177124 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:12.238245 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:12.247396 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'Port': ['ID=7fa94dc7-1ab8-4de4-ba25-189bbda07dd8,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:12.257990 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (1bc31190-1884-4a62-91ea-0903ea510f0f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.258405 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port eaf6cc22-718b-47ff-8d8d-73358cf66d62 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:12.258845 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.276742 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.278100 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-2aad08d0-48e1-4252-842d-16e51c5ce254 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2167253 Jun 21 08:21:12.281504 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port eaf6cc22-718b-47ff-8d8d-73358cf66d62, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=eaf6cc22-718b-47ff-8d8d-73358cf66d62,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:12.285645 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.311165 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:12.348158 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=eaf6cc22-718b-47ff-8d8d-73358cf66d62,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:12.474762 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-8656194a-7e59-42c9-8ca5-57e64bc765b1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1598200864&fields=id&tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0 HTTP/1.1" status: 200 len: 267 time: 0.0517075 Jun 21 08:21:12.561420 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 2, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:12.589239 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Checking router: a0d42c95-cdc1-4011-957d-372a34196924 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:21:12.589587 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Updating router a0d42c95-cdc1-4011-957d-372a34196924 port 27687532-eda2-4d0f-8686-7843763e2a9f binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:21:12.604018 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-176cef01-f22f-44f1-b732-ec5e2c8045cb tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:12.606298 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-176cef01-f22f-44f1-b732-ec5e2c8045cb tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 817 time: 0.1242406 Jun 21 08:21:12.624322 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.626698 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-4d91c19c-4ac3-4297-9440-c699d4ffcdcf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/quotas/df68cafb6dcd4a8c9e9593d3f13500f0 HTTP/1.1" status: 200 len: 375 time: 0.0147336 Jun 21 08:21:12.685829 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-8bd47a4e-668a-4e13-a23f-cfa3f4d12238 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577426 Jun 21 08:21:12.813472 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-4a4c7ceb-979e-4af6-bdbf-9731f229a6f9 service neutron] 10.222.0.36 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041582 Jun 21 08:21:12.908013 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-e2be55da-7d4d-4c35-a292-4743b7dbb10c service neutron] 10.222.0.36 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889111 Jun 21 08:21:12.924591 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Publish callbacks [] for port (27687532-eda2-4d0f-8686-7843763e2a9f), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.930549 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:12.978858 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Pushing event updated for resources: {'Port': ['ID=27687532-eda2-4d0f-8686-7843763e2a9f,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:13.010134 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.011082 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.011459 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.011895 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.012254 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.012588 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.012912 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.013421 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.013908 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.014396 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.014931 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.015427 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.015898 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.016396 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.016875 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:13.076278 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Attempting to bind port 27687532-eda2-4d0f-8686-7843763e2a9f on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:21:13.076748 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Attempting to bind port 27687532-eda2-4d0f-8686-7843763e2a9f by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:21:13.077232 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Attempting to bind port 27687532-eda2-4d0f-8686-7843763e2a9f on network 024039b9-9413-4bce-aeef-0421349b4da5 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:21:13.085329 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:21:13.086064 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Checking segment: {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:21:13.086242 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:13.086646 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Bound using segment: {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:21:13.087125 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Bound port: 27687532-eda2-4d0f-8686-7843763e2a9f, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:21:13.087504 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:13.128449 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cfda7e78-176b-4f10-96a8-dc632d81a145 req-a9462e9c-d60c-4ac8-9da5-138f34706018 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 210 time: 0.0375397 Jun 21 08:21:13.167861 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] For port 27687532-eda2-4d0f-8686-7843763e2a9f, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:21:13.171404 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] For port 27687532-eda2-4d0f-8686-7843763e2a9f, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=27687532-eda2-4d0f-8686-7843763e2a9f,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:21:13.177645 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:13.254390 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ed35caab-ecd9-4e0f-bceb-772f633d4352 None None] Provisioning complete for port 27687532-eda2-4d0f-8686-7843763e2a9f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:13.254946 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed35caab-ecd9-4e0f-bceb-772f633d4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:13.262568 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:13.263547 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:20:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:13.331938 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08958406-4292-46bd-85fd-09d2d6193883 req-9d667551-ace6-4a22-8682-12d15d07b5bb tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:13.339297 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08958406-4292-46bd-85fd-09d2d6193883 req-9d667551-ace6-4a22-8682-12d15d07b5bb tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0771875 Jun 21 08:21:13.356340 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:13.379005 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:13.390297 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:13.394881 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:13.400216 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91833891-b2d3-4963-ba18-73627dc310fa None None] Pushing event updated for resources: {'Port': ['ID=27687532-eda2-4d0f-8686-7843763e2a9f,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:13.406419 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ed35caab-ecd9-4e0f-bceb-772f633d4352 None None] Current status of the port 27687532-eda2-4d0f-8686-7843763e2a9f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:13.406869 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed35caab-ecd9-4e0f-bceb-772f633d4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:13.414107 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08958406-4292-46bd-85fd-09d2d6193883 req-2548c7a8-305a-4b83-93ae-312d9ba3e9e6 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733829 Jun 21 08:21:13.431016 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:13.446924 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:21:13.460229 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ed35caab-ecd9-4e0f-bceb-772f633d4352 None None] For port 27687532-eda2-4d0f-8686-7843763e2a9f, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=27687532-eda2-4d0f-8686-7843763e2a9f,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:13.469190 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed35caab-ecd9-4e0f-bceb-772f633d4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:13.525215 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35caab-ecd9-4e0f-bceb-772f633d4352 None None] Pushing event updated for resources: {'Port': ['ID=27687532-eda2-4d0f-8686-7843763e2a9f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:13.591468 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d4694618-3272-453a-9297-d85ed3512735 None None] Provisioning complete for port 27687532-eda2-4d0f-8686-7843763e2a9f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:13.592238 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4694618-3272-453a-9297-d85ed3512735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:13.638563 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:13.668926 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c5bc8-bbde-4cd3-a1ce-1fc5a4cd1ed3 None None] The sync data for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi is: [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:21:13.673338 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d4694618-3272-453a-9297-d85ed3512735 None None] Current status of the port 27687532-eda2-4d0f-8686-7843763e2a9f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:14.113872 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 27687532-eda2-4d0f-8686-7843763e2a9f up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:21:14.162376 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 27687532-eda2-4d0f-8686-7843763e2a9f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:14.162775 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:14.251716 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 27687532-eda2-4d0f-8686-7843763e2a9f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:14.253164 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device eaf6cc22-718b-47ff-8d8d-73358cf66d62 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:21:14.301636 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-49734eae-91a3-4f42-852e-9bb24fe5cc09 req-5b56742a-800f-4285-a37a-55a84436a9dc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 210 time: 0.0386469 Jun 21 08:21:14.324101 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port eaf6cc22-718b-47ff-8d8d-73358cf66d62 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:14.324602 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:14.346290 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-e5dc8f51-2f44-4a9f-ad7a-2803862e66e1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:14.348208 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-e5dc8f51-2f44-4a9f-ad7a-2803862e66e1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 817 time: 0.1865633 Jun 21 08:21:14.393690 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:14.410227 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port eaf6cc22-718b-47ff-8d8d-73358cf66d62 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:14.426809 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-d5d8a6e2-10ba-4db0-8e1c-ad2a1426c46d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0 HTTP/1.1" status: 200 len: 380 time: 0.0679259 Jun 21 08:21:14.469169 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'port': {'device_id': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'admin_state_up': True, 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'security_groups': ['0ac3ec81-f7d0-408a-bdcc-ddac507f1858']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:21:14.518781 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2898c-5066-4c57-9c16-67893ce61e18 req-b960d9c2-315a-4bbb-a320-7038b4829c19 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:14.520259 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fcd2898c-5066-4c57-9c16-67893ce61e18 req-b960d9c2-315a-4bbb-a320-7038b4829c19 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0476961 Jun 21 08:21:14.569694 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fcd2898c-5066-4c57-9c16-67893ce61e18 req-dde7b292-ab58-4d1a-bc4f-c666add9da06 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432272 Jun 21 08:21:14.579218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Made reservation on behalf of df68cafb6dcd4a8c9e9593d3f13500f0 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:21:14.583081 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:14.710567 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Allocated IP 172.20.0.10 (024039b9-9413-4bce-aeef-0421349b4da5/dde8d6cd-82f5-4370-a04f-1bf8e55026e3/cf45f811-be66-426a-b1e5-e7bddc45e9f0) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:21:14.854892 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:14.886264 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:14.929592 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Network 024039b9-9413-4bce-aeef-0421349b4da5 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:21:14.933206 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:21:14.936920 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:21:14.961852 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:14.973665 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:14.993425 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:15.024682 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-72bd6d1b-c09e-4f7d-afe6-e6a0bdad1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:15.025832 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-72bd6d1b-c09e-4f7d-afe6-e6a0bdad1d78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cad2999c58284b92b7166848a3e1f261&device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 1130 time: 0.0650835 Jun 21 08:21:15.032251 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:15.032876 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:15.078598 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fe63d954-d1a1-42ce-9b81-a86693aa916b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6133869 Jun 21 08:21:15.112238 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Request body: {'port': {'device_id': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:21:15.186170 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-7c31da4b-a5f1-4988-a890-122c785551da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:15.187654 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-7c31da4b-a5f1-4988-a890-122c785551da service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fd63f41-0b64-457a-a459-a1cb3fc5b891 HTTP/1.1" status: 200 len: 910 time: 0.1516752 Jun 21 08:21:15.198685 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a503f3c1-cf13-40c6-b88a-7bf84d98811a None None] Provisioning complete for port cf45f811-be66-426a-b1e5-e7bddc45e9f0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:15.199166 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a503f3c1-cf13-40c6-b88a-7bf84d98811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:15.201198 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:15.238075 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a503f3c1-cf13-40c6-b88a-7bf84d98811a None None] Port cf45f811-be66-426a-b1e5-e7bddc45e9f0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:21:15.287004 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-8bc2df8c-4e78-465d-865a-4b6cd36c963d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db75733d-f744-4c74-924b-254ed8090967 HTTP/1.1" status: 200 len: 1002 time: 0.0911944 Jun 21 08:21:15.406429 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-9b273f8f-6e06-4b06-bc03-be2c22d08b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:15.407879 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-9b273f8f-6e06-4b06-bc03-be2c22d08b84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf6fc8a1-d267-4334-966f-c8074d6f11c7 HTTP/1.1" status: 200 len: 848 time: 0.1141245 Jun 21 08:21:15.497769 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d64bb-caec-46c0-89c3-6e7a8afd74b6 req-6e922bc8-9a6d-4bb7-bb3f-93451dc14846 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:15.499206 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fc7d64bb-caec-46c0-89c3-6e7a8afd74b6 req-6e922bc8-9a6d-4bb7-bb3f-93451dc14846 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 932 time: 0.1143699 Jun 21 08:21:15.531243 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-fc6849e5-6024-43a2-bd56-ba453c77c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:15.532673 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-fc6849e5-6024-43a2-bd56-ba453c77c5fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fd63f41-0b64-457a-a459-a1cb3fc5b891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064932 Jun 21 08:21:15.660406 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fc7d64bb-caec-46c0-89c3-6e7a8afd74b6 req-b9735808-15cf-4a71-8dd9-010a813f5040 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324663 Jun 21 08:21:15.705794 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3a61d-e52d-4f0b-a0e5-59985764aaeb req-1334829d-3956-40c7-b37a-3a1ec8a7141e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:15.707299 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-93b3a61d-e52d-4f0b-a0e5-59985764aaeb req-1334829d-3956-40c7-b37a-3a1ec8a7141e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0631289 Jun 21 08:21:15.722506 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-da19a0aa-8888-41c2-af11-d08977561090 service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835318 Jun 21 08:21:15.725906 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf45f811-be66-426a-b1e5-e7bddc45e9f0 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:21:15.741028 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Publish callbacks [] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:15.756339 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-93b3a61d-e52d-4f0b-a0e5-59985764aaeb req-8fab5e3a-c85b-4412-bfbc-b061c6d8b525 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433168 Jun 21 08:21:15.765462 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:15.772373 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Transition to ACTIVE for port object cf45f811-be66-426a-b1e5-e7bddc45e9f0 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:21:15.782831 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:15.836983 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:15.883984 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Pushing event updated for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:15.911951 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f5c02a1b-4332-4e28-8570-0b6f606ef9cc req-1e140f65-edca-4efd-9a48-7bb9a2a8e215 service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815364 Jun 21 08:21:15.966294 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Attempting to bind port cf45f811-be66-426a-b1e5-e7bddc45e9f0 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:21:15.966797 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Attempting to bind port cf45f811-be66-426a-b1e5-e7bddc45e9f0 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:21:15.967257 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Attempting to bind port cf45f811-be66-426a-b1e5-e7bddc45e9f0 on network 024039b9-9413-4bce-aeef-0421349b4da5 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:21:15.971996 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Port cf45f811-be66-426a-b1e5-e7bddc45e9f0 on network 024039b9-9413-4bce-aeef-0421349b4da5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:21:15.972317 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Attempting to bind port cf45f811-be66-426a-b1e5-e7bddc45e9f0 on network 024039b9-9413-4bce-aeef-0421349b4da5 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:21:15.977460 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:21:15.977822 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Checking segment: {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:21:15.978253 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Bound using segment: {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:21:15.978709 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Bound port: cf45f811-be66-426a-b1e5-e7bddc45e9f0, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:21:15.979117 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:16.043097 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:21:16.046055 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:21:16.052325 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:16.093649 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:16.094261 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:16.095699 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] 10.222.0.46 "PUT /v2.0/ports/cf45f811-be66-426a-b1e5-e7bddc45e9f0 HTTP/1.1" status: 200 len: 1094 time: 0.9875844 Jun 21 08:21:16.096142 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:21:16.098327 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48929352-f129-4591-a849-82ce70a5aa58" -d '{"events": [{"name": "network-changed", "server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:21:16.116173 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f78f3-d1ee-4737-af76-d81b011018fe service neutron] Pushing event updated for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:16.146347 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bd131f-0fbb-455c-a936-08b69fc4f8d0 x-openstack-request-id: req-b0bd131f-0fbb-455c-a936-08b69fc4f8d0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:21:16.146662 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:21:16.146913 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0bd131f-0fbb-455c-a936-08b69fc4f8d0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:21:16.147312 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bd131f-0fbb-455c-a936-08b69fc4f8d0'] response: {'name': 'network-changed', 'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'status': 'completed', 'code': 200} Jun 21 08:21:16.778695 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943109e2-6e16-40d8-b8e0-2e43fc8827cc req-0fec5521-0bd6-47a3-aba6-3c155592b92d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:16.780151 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-943109e2-6e16-40d8-b8e0-2e43fc8827cc req-0fec5521-0bd6-47a3-aba6-3c155592b92d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0456376 Jun 21 08:21:16.830511 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-943109e2-6e16-40d8-b8e0-2e43fc8827cc req-d67f0570-e0a8-42cc-92b0-e83aa0cb627f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446446 Jun 21 08:21:16.875311 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6c135-a026-4c89-ba14-6777aa366c04 req-17a4d8e8-d18a-4b76-863e-2b363609c690 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:16.876787 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-70f6c135-a026-4c89-ba14-6777aa366c04 req-17a4d8e8-d18a-4b76-863e-2b363609c690 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0484061 Jun 21 08:21:16.925106 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-70f6c135-a026-4c89-ba14-6777aa366c04 req-20483757-65df-4ebd-838b-dff4ca4a5990 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Jun 21 08:21:17.160328 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48929352-f129-4591-a849-82ce70a5aa58 req-284dd78a-dabf-4892-8d44-606cea762cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:17.161740 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-48929352-f129-4591-a849-82ce70a5aa58 req-284dd78a-dabf-4892-8d44-606cea762cb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 1128 time: 0.0398932 Jun 21 08:21:17.263803 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48929352-f129-4591-a849-82ce70a5aa58 req-42e4982c-595a-48ac-b41a-b99d4c27d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:17.265298 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-48929352-f129-4591-a849-82ce70a5aa58 req-42e4982c-595a-48ac-b41a-b99d4c27d8c8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0966716 Jun 21 08:21:17.433967 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48929352-f129-4591-a849-82ce70a5aa58 req-b1659649-2276-4b62-b29d-e757b9bfdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:17.435573 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-48929352-f129-4591-a849-82ce70a5aa58 req-b1659649-2276-4b62-b29d-e757b9bfdb0e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896897 Jun 21 08:21:17.523677 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fef080bb-b1a7-405b-a8c2-3c910ab1fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:17.525182 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-fef080bb-b1a7-405b-a8c2-3c910ab1fbab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 1128 time: 0.0464721 Jun 21 08:21:17.569704 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-ab4e1a64-1622-4fe9-a4f4-da45915af73e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0 HTTP/1.1" status: 200 len: 217 time: 0.0342076 Jun 21 08:21:17.618571 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-e52416ec-ad3b-45ed-8e60-b1ed2c5909ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:17.620813 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-e52416ec-ad3b-45ed-8e60-b1ed2c5909ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.0452814 Jun 21 08:21:17.668763 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-0fdd5e17-04d6-469b-8f75-10a965af2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:17.670227 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-0fdd5e17-04d6-469b-8f75-10a965af2d28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422106 Jun 21 08:21:17.753306 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:17.770547 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-6244520f-7789-4423-a89e-f9cfb278722f service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927794 Jun 21 08:21:17.870323 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81d4825c-ad70-4dd2-8b78-33277dc10a16 req-95f26924-bef2-49a9-b49f-57a15d81b0d5 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938351 Jun 21 08:21:17.955960 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049723e3-11e4-4360-a2ff-b3a2e821cf17 req-97ff6245-175f-4f7b-bdde-a0baaefa5d77 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:17.957487 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-049723e3-11e4-4360-a2ff-b3a2e821cf17 req-97ff6245-175f-4f7b-bdde-a0baaefa5d77 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0501139 Jun 21 08:21:18.006361 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-049723e3-11e4-4360-a2ff-b3a2e821cf17 req-17426fe2-434d-476f-8c3c-08844c3f5c47 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Jun 21 08:21:18.044169 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a9987-bd89-4039-8480-90ae2e830bf2 req-9c6f77b4-e3a0-40fd-9434-87c6a5e378f3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:18.045821 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-027a9987-bd89-4039-8480-90ae2e830bf2 req-9c6f77b4-e3a0-40fd-9434-87c6a5e378f3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0533931 Jun 21 08:21:18.069405 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:18.095470 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-027a9987-bd89-4039-8480-90ae2e830bf2 req-c79734d1-f171-4ee3-9228-4862663dd6c7 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442123 Jun 21 08:21:18.162282 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-04565713-cc25-44df-af2c-051b5a22a467 req-ccdddb49-b547-46e0-99b5-41358b3ae26c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:21:18.163312 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-04565713-cc25-44df-af2c-051b5a22a467 req-ccdddb49-b547-46e0-99b5-41358b3ae26c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052598 Jun 21 08:21:18.301140 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45102) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:18.317305 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1484b-b271-4f38-b991-ff4b44a27b6b req-211f4cdb-997d-48a6-92e9-c812f5b7fee8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:18.318976 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1be1484b-b271-4f38-b991-ff4b44a27b6b req-211f4cdb-997d-48a6-92e9-c812f5b7fee8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0485485 Jun 21 08:21:18.372580 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1be1484b-b271-4f38-b991-ff4b44a27b6b req-7f310f55-0f99-4a4b-b04e-481c7ed4d9ec tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468967 Jun 21 08:21:18.382707 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-f6d4e60d-ab30-4100-b01b-8efd5ff4b9c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796101 Jun 21 08:21:18.391858 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-8c8241db-e636-4660-8f33-8ec103c81649 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:21:18.392813 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-8c8241db-e636-4660-8f33-8ec103c81649 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049260 Jun 21 08:21:18.485590 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45112) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:18.579421 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d605eb7-f689-484f-b321-3de586f00393 req-d3d327ae-eb7c-4682-bf0d-d8776caf7318 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:18.580815 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-d3d327ae-eb7c-4682-bf0d-d8776caf7318 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports/db75733d-f744-4c74-924b-254ed8090967 HTTP/1.1" status: 200 len: 943 time: 0.0942576 Jun 21 08:21:18.769080 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b9c3e18f-1d47-4346-8b88-5decb770104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:19.119801 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:19.133539 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0461a-6077-4848-ab7a-50212722a926 req-45a9817b-e8a5-4827-b4c7-17895bda148d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:19.135013 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-03a0461a-6077-4848-ab7a-50212722a926 req-45a9817b-e8a5-4827-b4c7-17895bda148d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0518336 Jun 21 08:21:19.181574 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-03a0461a-6077-4848-ab7a-50212722a926 req-ea27c71b-4496-4dd3-a84b-e668f9f8a362 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410857 Jun 21 08:21:19.489820 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562a58c-355c-4813-9911-e1b049151c01 req-f04201d0-ca18-4ba8-b9a4-04405c2a609a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:19.491994 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6562a58c-355c-4813-9911-e1b049151c01 req-f04201d0-ca18-4ba8-b9a4-04405c2a609a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0508466 Jun 21 08:21:19.544322 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6562a58c-355c-4813-9911-e1b049151c01 req-2a0b5158-65c8-44d4-9785-3011993c8d3b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456786 Jun 21 08:21:19.890646 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:20.308602 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5a163-bcde-4718-840d-2558be035032 req-179fce74-d719-45ab-833d-3d98dd65b7b2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:20.310597 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b5a163-bcde-4718-840d-2558be035032 req-179fce74-d719-45ab-833d-3d98dd65b7b2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0504167 Jun 21 08:21:20.359195 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b5a163-bcde-4718-840d-2558be035032 req-73d88f45-9d06-428e-898d-8dc14b3e1370 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Jun 21 08:21:20.525535 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d605eb7-f689-484f-b321-3de586f00393 req-94a6b8cc-2a2b-421d-9c0d-4922a3f0304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:20.527259 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-94a6b8cc-2a2b-421d-9c0d-4922a3f0304d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1&tenant_id=cad2999c58284b92b7166848a3e1f261 HTTP/1.1" status: 200 len: 1130 time: 0.0744479 Jun 21 08:21:20.597352 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d605eb7-f689-484f-b321-3de586f00393 req-46d7eddd-9414-459e-8e1a-364ca3b47359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:20.599503 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-46d7eddd-9414-459e-8e1a-364ca3b47359 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cad2999c58284b92b7166848a3e1f261&device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 1130 time: 0.0470688 Jun 21 08:21:20.663799 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e7510-d960-48e1-a715-95c887327e6d req-ecb59d48-d71a-4abc-ac2c-f8eda01bca51 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:20.665212 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-da6e7510-d960-48e1-a715-95c887327e6d req-ecb59d48-d71a-4abc-ac2c-f8eda01bca51 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0465891 Jun 21 08:21:20.712987 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-da6e7510-d960-48e1-a715-95c887327e6d req-66c847a5-6923-43b5-819e-375413691e0d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Jun 21 08:21:20.918510 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d605eb7-f689-484f-b321-3de586f00393 req-1a6025c3-b691-4140-b068-15fe03d1be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:20.919920 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-1a6025c3-b691-4140-b068-15fe03d1be95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fd63f41-0b64-457a-a459-a1cb3fc5b891 HTTP/1.1" status: 200 len: 910 time: 0.0939035 Jun 21 08:21:20.941933 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device cf45f811-be66-426a-b1e5-e7bddc45e9f0 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:21:20.991275 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-f420a328-22bc-4ed9-bd5a-900b3e22c431 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db75733d-f744-4c74-924b-254ed8090967 HTTP/1.1" status: 200 len: 1002 time: 0.0626523 Jun 21 08:21:21.049179 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d605eb7-f689-484f-b321-3de586f00393 req-25ab916d-ef29-4391-a9f9-d121f92d6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:21.050662 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-25ab916d-ef29-4391-a9f9-d121f92d6c54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf6fc8a1-d267-4334-966f-c8074d6f11c7 HTTP/1.1" status: 200 len: 848 time: 0.0509427 Jun 21 08:21:21.052298 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a73874d-febc-4d9b-8f2b-c677cfec51d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:21.058819 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:21.070379 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'port_id': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'mac_address': 'fa:16:3e:7f:05:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:21:21.098371 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d605eb7-f689-484f-b321-3de586f00393 req-04700499-e3cb-4bef-97a3-38fc87b65f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:21.099910 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-04700499-e3cb-4bef-97a3-38fc87b65f1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fd63f41-0b64-457a-a459-a1cb3fc5b891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430098 Jun 21 08:21:21.105372 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port cf45f811-be66-426a-b1e5-e7bddc45e9f0 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:21.105757 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:21.114930 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:21.121415 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf45f811-be66-426a-b1e5-e7bddc45e9f0 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:21:21.145846 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:21.150698 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:21.201946 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-573c3e29-5e60-4eee-b984-c29965772f03 service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955536 Jun 21 08:21:21.205020 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:21.300115 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-6dca4a6a-737a-4399-acb6-5ff9ca97d925 service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896482 Jun 21 08:21:21.396986 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['cf45f811-be66-426a-b1e5-e7bddc45e9f0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:21:21.481207 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a8ff-32ff-4ba0-bc78-9184bd0b7486 req-ce75b607-2e2d-4dff-8eed-2afe3c3042c9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:21.482737 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9124a8ff-32ff-4ba0-bc78-9184bd0b7486 req-ce75b607-2e2d-4dff-8eed-2afe3c3042c9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 945 time: 0.0463283 Jun 21 08:21:21.532911 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9124a8ff-32ff-4ba0-bc78-9184bd0b7486 req-f1475d9a-534f-43c8-81c5-6ce2cf897d31 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445852 Jun 21 08:21:21.801724 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:21.837004 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d49a3-4221-4b1d-ab90-7711a5cc4c0d req-d71977d6-10b1-46e4-8653-0300e717ec2a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:21.839309 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d79d49a3-4221-4b1d-ab90-7711a5cc4c0d req-d71977d6-10b1-46e4-8653-0300e717ec2a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0482380 Jun 21 08:21:21.866420 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b0779-5ef5-41e6-b152-dbcd8b4089c3 req-96accfb5-0f1f-463a-8f8f-b2d1a67198cc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:21.867933 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ba4b0779-5ef5-41e6-b152-dbcd8b4089c3 req-96accfb5-0f1f-463a-8f8f-b2d1a67198cc tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 945 time: 0.0469451 Jun 21 08:21:21.889039 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d79d49a3-4221-4b1d-ab90-7711a5cc4c0d req-bb9b1a80-39d6-458f-8d63-c36dd7daeb7a tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442908 Jun 21 08:21:21.919107 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ba4b0779-5ef5-41e6-b152-dbcd8b4089c3 req-59a41de9-8720-4329-abef-85766974435f tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435927 Jun 21 08:21:22.135591 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:22.652408 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032135a-f0ad-4223-b9ed-50913981b5db req-1bc9ca25-b629-4d58-824b-3d5ce4ee87bc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:22.653862 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b032135a-f0ad-4223-b9ed-50913981b5db req-1bc9ca25-b629-4d58-824b-3d5ce4ee87bc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 945 time: 0.0507951 Jun 21 08:21:22.699584 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b032135a-f0ad-4223-b9ed-50913981b5db req-d4664294-ac09-4739-84a9-80333037c83e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 Jun 21 08:21:22.942160 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device cf45f811-be66-426a-b1e5-e7bddc45e9f0 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:21:22.998448 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port cf45f811-be66-426a-b1e5-e7bddc45e9f0 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:21:23.005616 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port cf45f811-be66-426a-b1e5-e7bddc45e9f0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:23.007083 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:23.011997 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97d4d0-7762-4858-87f7-a29151fbc7b5 req-b0e4ecbe-0952-43d2-81ed-073878cba1f3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:23.013802 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3c97d4d0-7762-4858-87f7-a29151fbc7b5 req-b0e4ecbe-0952-43d2-81ed-073878cba1f3 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0546262 Jun 21 08:21:23.032340 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:23.044332 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb1444-c13c-4011-8657-50e3c91ff98f req-2dfcb774-8f93-47f3-a72f-1c5d2c479007 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:23.051186 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-25eb1444-c13c-4011-8657-50e3c91ff98f req-2dfcb774-8f93-47f3-a72f-1c5d2c479007 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 945 time: 0.0606501 Jun 21 08:21:23.066773 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3c97d4d0-7762-4858-87f7-a29151fbc7b5 req-bea05697-5b22-4f45-bdce-ef982c0acfbd tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466843 Jun 21 08:21:23.097814 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-25eb1444-c13c-4011-8657-50e3c91ff98f req-4a6e06fe-2739-47e9-920b-2fc654d93d42 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456204 Jun 21 08:21:23.100446 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port cf45f811-be66-426a-b1e5-e7bddc45e9f0 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:23.100876 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:23.125911 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:21:23.128384 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbd51f9-05fe-4ca5-b194-a5b3a13899ef" -d '{"events": [{"server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "name": "network-vif-plugged", "status": "completed", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:21:23.141449 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:23.146458 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:23.147329 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db75733d-f744-4c74-924b-254ed8090967 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:21:23.205750 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:23.229113 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e127500-b65d-4db5-8127-45b20704378a x-openstack-request-id: req-2e127500-b65d-4db5-8127-45b20704378a {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:21:23.230061 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "name": "network-vif-plugged", "status": "completed", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:21:23.230061 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e127500-b65d-4db5-8127-45b20704378a {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:21:23.230426 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e127500-b65d-4db5-8127-45b20704378a'] response: {'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'code': 200} Jun 21 08:21:23.230854 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:23.269150 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port db75733d-f744-4c74-924b-254ed8090967 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:23.269536 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db75733d-f744-4c74-924b-254ed8090967), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:23.304644 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port db75733d-f744-4c74-924b-254ed8090967, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db75733d-f744-4c74-924b-254ed8090967,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:23.309630 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (db75733d-f744-4c74-924b-254ed8090967), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:23.363292 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=db75733d-f744-4c74-924b-254ed8090967,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:23.432663 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-80520438-616d-4d66-8992-c12ce8c75555 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:23.433975 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-80520438-616d-4d66-8992-c12ce8c75555 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 945 time: 0.0818799 Jun 21 08:21:23.435288 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab4ccd-e226-43f4-9630-58d82385bc1c req-1a3a89e1-5380-473b-8bbb-ad3a8bd8f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:23.436590 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ffab4ccd-e226-43f4-9630-58d82385bc1c req-1a3a89e1-5380-473b-8bbb-ad3a8bd8f453 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 1130 time: 0.0546172 Jun 21 08:21:23.539871 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ffab4ccd-e226-43f4-9630-58d82385bc1c req-49af5367-0b68-4b03-93e4-06bbb3f975e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891802 Jun 21 08:21:23.547188 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Deleting port d6dff98b-1192-424a-9a7e-a012cd149f34 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:23.547525 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:23.642196 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=25 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:23.644196 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=17 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:23.728564 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:23.941287 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa510f-7b9d-47f7-bd19-e48269fbf6df req-07900979-5ac9-45ef-9fa4-126de59ddcd6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:23.942751 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-61aa510f-7b9d-47f7-bd19-e48269fbf6df req-07900979-5ac9-45ef-9fa4-126de59ddcd6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0665758 Jun 21 08:21:23.947442 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] For port d6dff98b-1192-424a-9a7e-a012cd149f34, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d6dff98b-1192-424a-9a7e-a012cd149f34,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:23.948304 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:24.007920 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:24.072401 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-61aa510f-7b9d-47f7-bd19-e48269fbf6df req-af84710e-81ee-4e67-a287-dd1b2421435c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214509 Jun 21 08:21:24.155782 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:24.156243 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (889bca82-22b3-4e6e-a20c-dbf53e974c9c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:24.156824 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Floating IP 889bca82-22b3-4e6e-a20c-dbf53e974c9c disassociated. External IP: 172.27.0.109, port: d6dff98b-1192-424a-9a7e-a012cd149f34. Jun 21 08:21:24.157249 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Calling delete_port for d6dff98b-1192-424a-9a7e-a012cd149f34 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:24.200721 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a2df8-2d0e-4cae-bedc-2835ad3d0cbb req-971915e6-b045-4d61-a9bf-5d627c32ab79 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:24.202217 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4c7a2df8-2d0e-4cae-bedc-2835ad3d0cbb req-971915e6-b045-4d61-a9bf-5d627c32ab79 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0560267 Jun 21 08:21:24.247598 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717a34c-908a-4783-a916-7214c0f4d4fe req-7b087ac0-0f5a-42f7-b393-82ecc0132aa4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:24.249071 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0717a34c-908a-4783-a916-7214c0f4d4fe req-7b087ac0-0f5a-42f7-b393-82ecc0132aa4 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 945 time: 0.0814283 Jun 21 08:21:24.253805 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4c7a2df8-2d0e-4cae-bedc-2835ad3d0cbb req-8f328fb1-0b10-4315-a786-e0d405116ae8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 Jun 21 08:21:24.280811 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:24.320969 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0717a34c-908a-4783-a916-7214c0f4d4fe req-4114cb41-ae0e-41cc-9b6b-9961d0f8da95 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups?id=41535c5c-e1d3-4dd5-8dc8-81477d90907f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650666 Jun 21 08:21:24.365838 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (d6dff98b-1192-424a-9a7e-a012cd149f34), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:24.394929 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'Port': ['ID=d6dff98b-1192-424a-9a7e-a012cd149f34,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:24.407307 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.407668 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.408020 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.408365 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.408710 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.409049 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.409384 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.409720 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.410052 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.410383 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.410738 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.411075 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.411400 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.411729 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.412058 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:24.451995 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:24.519543 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Router bd349c29-377f-4e83-9f42-2afe21bb2644 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:21:24.621751 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:21:24.631321 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:21:24.641704 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:24.642376 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:21:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:24.663928 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] No DVR routers for this DVR port d6dff98b-1192-424a-9a7e-a012cd149f34 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:21:24.666532 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:24.670143 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b79deebc-9ad0-4f7c-995c-7c7b8c5b0999 req-26376f37-05cd-42dc-9022-7f93d82681c2 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.46 "DELETE /v2.0/ports/d6dff98b-1192-424a-9a7e-a012cd149f34 HTTP/1.1" status: 204 len: 173 time: 1.2254066 Jun 21 08:21:24.670574 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'name': 'network-vif-deleted', 'tag': 'd6dff98b-1192-424a-9a7e-a012cd149f34'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:21:24.672805 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215e5c12-dd25-4bd3-aae7-60581832cae6" -d '{"events": [{"server_uuid": "ed508fef-cc9b-42c9-b954-0e52c65a1d12", "name": "network-vif-deleted", "tag": "d6dff98b-1192-424a-9a7e-a012cd149f34"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:21:24.707031 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd45758-1ea6-4c20-a3d3-655398b33b00 x-openstack-request-id: req-bdd45758-1ea6-4c20-a3d3-655398b33b00 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:21:24.707320 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed508fef-cc9b-42c9-b954-0e52c65a1d12", "name": "network-vif-deleted", "tag": "d6dff98b-1192-424a-9a7e-a012cd149f34", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:21:24.707571 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bdd45758-1ea6-4c20-a3d3-655398b33b00 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:21:24.707978 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd45758-1ea6-4c20-a3d3-655398b33b00'] response: {'server_uuid': 'ed508fef-cc9b-42c9-b954-0e52c65a1d12', 'name': 'network-vif-deleted', 'tag': 'd6dff98b-1192-424a-9a7e-a012cd149f34', 'status': 'completed', 'code': 200} Jun 21 08:21:24.736414 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:24.749621 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:24.945204 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:24.977225 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:21:24.989832 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:24.990632 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:21:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:25.107413 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:25.196466 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d55da5-fc41-4c0f-bddf-1ae99e95fd77 req-0fb7b12b-8ee2-4def-bb5b-ded3160a5b9c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:25.198096 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-95d55da5-fc41-4c0f-bddf-1ae99e95fd77 req-0fb7b12b-8ee2-4def-bb5b-ded3160a5b9c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0510855 Jun 21 08:21:25.230742 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db75733d-f744-4c74-924b-254ed8090967'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:21:25.232935 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac27a115-e0b0-4d34-8196-0fae8c2f2e4f" -d '{"events": [{"server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "name": "network-vif-unplugged", "status": "completed", "tag": "db75733d-f744-4c74-924b-254ed8090967"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:21:25.261163 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-95d55da5-fc41-4c0f-bddf-1ae99e95fd77 req-eb150711-1399-48cb-a317-f90eb42370d8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569563 Jun 21 08:21:25.269629 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Jun 2022 08:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8432aa2c-5e16-47cd-a79a-a89a3c9ca222 x-openstack-request-id: req-8432aa2c-5e16-47cd-a79a-a89a3c9ca222 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:21:25.270002 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "name": "network-vif-unplugged", "status": "completed", "tag": "db75733d-f744-4c74-924b-254ed8090967", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:21:25.270176 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8432aa2c-5e16-47cd-a79a-a89a3c9ca222 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:21:25.270577 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8432aa2c-5e16-47cd-a79a-a89a3c9ca222'] response: {'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db75733d-f744-4c74-924b-254ed8090967', 'code': 200} Jun 21 08:21:25.375072 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:25.387787 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58cf85-fa2e-4290-831d-2ca3efdbc28c req-2040266e-96d5-43b3-86cc-732c1ab6367f tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:25.389867 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e58cf85-fa2e-4290-831d-2ca3efdbc28c req-2040266e-96d5-43b3-86cc-732c1ab6367f tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0594058 Jun 21 08:21:25.393928 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd64ae-65f0-476f-86c6-0bf9bfff224e req-6946e837-9016-42f1-b368-4c4f062a0b3c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:25.395565 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a3cd64ae-65f0-476f-86c6-0bf9bfff224e req-6946e837-9016-42f1-b368-4c4f062a0b3c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0673716 Jun 21 08:21:25.406597 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45188) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:25.411581 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8b9888f4-2c0d-424f-b0bb-fa6925ffa06d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'floatingip': {'port_id': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:21:25.451842 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8b9888f4-2c0d-424f-b0bb-fa6925ffa06d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (1bc31190-1884-4a62-91ea-0903ea510f0f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:25.458100 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e58cf85-fa2e-4290-831d-2ca3efdbc28c req-564b7720-b725-4a11-a153-5442bb6c215f tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544822 Jun 21 08:21:25.459376 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:25.488251 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8094e3-68c7-4280-aa59-d366b8fc891d None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:15:23Z', 'revision_number': 4, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '4128ca04-5753-45ef-8eb9-2c42f4c73a1b', 'name': '', 'network_id': 'bbf78e3a-7b50-434f-bb05-1e295b095c9f', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'mac_address': 'fa:16:3e:14:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:30Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'subnets': [{'id': '754083e1-dd7f-49dd-afa9-e46f5f2c466b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:21:25.544095 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c636a2a5-7b25-4896-808f-89783b450d58 req-9568f3b4-23a5-4b22-b703-ee0324c953cf tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed508fef-cc9b-42c9-b954-0e52c65a1d12 HTTP/1.1" status: 200 len: 210 time: 0.0477037 Jun 21 08:21:25.788797 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0e226-4a17-4866-aff5-64a4dda39fe3 None None] New status for floating IP 889bca82-22b3-4e6e-a20c-dbf53e974c9c: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:21:25.977677 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8b9888f4-2c0d-424f-b0bb-fa6925ffa06d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:25.982256 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8b9888f4-2c0d-424f-b0bb-fa6925ffa06d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (1bc31190-1884-4a62-91ea-0903ea510f0f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:25.985134 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:26.084051 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [None req-8b9888f4-2c0d-424f-b0bb-fa6925ffa06d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Floating IP 1bc31190-1884-4a62-91ea-0903ea510f0f associated. External IP: 172.27.0.31, port: cf45f811-be66-426a-b1e5-e7bddc45e9f0. Jun 21 08:21:26.178900 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:26.286915 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9888f4-2c0d-424f-b0bb-fa6925ffa06d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Router a0d42c95-cdc1-4011-957d-372a34196924 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:21:26.390000 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9888f4-2c0d-424f-b0bb-fa6925ffa06d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:21:26.394232 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8b9888f4-2c0d-424f-b0bb-fa6925ffa06d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:26.400026 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] Sync routers for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:21:26.410797 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:26.411489 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:21:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:26.426211 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-8b9888f4-2c0d-424f-b0bb-fa6925ffa06d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "PUT /v2.0/floatingips/1bc31190-1884-4a62-91ea-0903ea510f0f HTTP/1.1" status: 200 len: 991 time: 1.0163922 Jun 21 08:21:26.500333 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:26.515860 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:26.577123 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6095e75-1f38-4401-8549-7aa60efe195a req-154eb8b6-70a8-4f57-a7e7-7ded15275b2b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:26.578761 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f6095e75-1f38-4401-8549-7aa60efe195a req-154eb8b6-70a8-4f57-a7e7-7ded15275b2b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0493176 Jun 21 08:21:26.635745 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f6095e75-1f38-4401-8549-7aa60efe195a req-8649f9fb-a5a5-458b-a9a8-625470e8ab85 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513206 Jun 21 08:21:26.643548 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45198) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:26.699980 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a690-c028-4c4f-8092-b1d84bdf1780 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (41535c5c-e1d3-4dd5-8dc8-81477d90907f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:26.709776 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:21:26.712519 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d99fb4-716b-4bd7-8942-69d9332adb25" -d '{"events": [{"name": "network-changed", "server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:21:26.729462 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a690-c028-4c4f-8092-b1d84bdf1780 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (41535c5c-e1d3-4dd5-8dc8-81477d90907f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:26.743560 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '1bc31190-1884-4a62-91ea-0903ea510f0f', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'port_id': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'mac_address': 'fa:16:3e:7f:05:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:21:11Z', 'updated_at': '2022-06-21T08:21:25Z', 'revision_number': 1, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:26.757261 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4a72e9-0a08-4117-b83d-299a3290891f x-openstack-request-id: req-4c4a72e9-0a08-4117-b83d-299a3290891f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:21:26.757540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:21:26.757783 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c4a72e9-0a08-4117-b83d-299a3290891f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:21:26.758167 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4a72e9-0a08-4117-b83d-299a3290891f'] response: {'name': 'network-changed', 'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'status': 'completed', 'code': 200} Jun 21 08:21:26.769506 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] Checking router: a0d42c95-cdc1-4011-957d-372a34196924 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:21:26.778804 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:26.779417 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:21:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:26.783555 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a690-c028-4c4f-8092-b1d84bdf1780 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (41535c5c-e1d3-4dd5-8dc8-81477d90907f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:26.786146 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a690-c028-4c4f-8092-b1d84bdf1780 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:26.790051 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45202) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:26.790271 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-9ce9a690-c028-4c4f-8092-b1d84bdf1780 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "DELETE /v2.0/security-groups/41535c5c-e1d3-4dd5-8dc8-81477d90907f HTTP/1.1" status: 204 len: 168 time: 0.1455169 Jun 21 08:21:26.799883 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9a690-c028-4c4f-8092-b1d84bdf1780 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41535c5c-e1d3-4dd5-8dc8-81477d90907f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:26.805870 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.api.v2.resource [None req-b141290c-b609-4098-a2de-4dd05a059763 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] show failed (client error): The resource could not be found. Jun 21 08:21:26.807187 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-b141290c-b609-4098-a2de-4dd05a059763 tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "GET /v2.0/security-groups/41535c5c-e1d3-4dd5-8dc8-81477d90907f HTTP/1.1" status: 404 len: 347 time: 0.0158195 Jun 21 08:21:26.810846 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45204) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:26.842298 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:26.901470 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:26.922971 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e283fc4e-1f2a-4d52-9e79-0a27dc05c3db tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Deleting port 56ed2cce-6b25-4ca0-ba99-1637f674baa2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:26.923318 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e283fc4e-1f2a-4d52-9e79-0a27dc05c3db tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (56ed2cce-6b25-4ca0-ba99-1637f674baa2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:26.999358 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e283fc4e-1f2a-4d52-9e79-0a27dc05c3db tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (56ed2cce-6b25-4ca0-ba99-1637f674baa2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:26.999602 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e283fc4e-1f2a-4d52-9e79-0a27dc05c3db tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (56ed2cce-6b25-4ca0-ba99-1637f674baa2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:27.013134 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e283fc4e-1f2a-4d52-9e79-0a27dc05c3db tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Calling delete_port for 56ed2cce-6b25-4ca0-ba99-1637f674baa2 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:27.093304 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:27.123539 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '1bc31190-1884-4a62-91ea-0903ea510f0f', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'port_id': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'mac_address': 'fa:16:3e:7f:05:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:21:11Z', 'updated_at': '2022-06-21T08:21:25Z', 'revision_number': 1, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:27.149743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e283fc4e-1f2a-4d52-9e79-0a27dc05c3db tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (56ed2cce-6b25-4ca0-ba99-1637f674baa2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:27.150505 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba9bb9-de7c-4110-9303-845e13ecb573 None None] The sync data for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi is: [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '1bc31190-1884-4a62-91ea-0903ea510f0f', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'port_id': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'mac_address': 'fa:16:3e:7f:05:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:21:11Z', 'updated_at': '2022-06-21T08:21:25Z', 'revision_number': 1, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:21:27.176922 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283fc4e-1f2a-4d52-9e79-0a27dc05c3db tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Pushing event deleted for resources: {'Port': ['ID=56ed2cce-6b25-4ca0-ba99-1637f674baa2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:27.248658 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e283fc4e-1f2a-4d52-9e79-0a27dc05c3db tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks [] for floatingip (889bca82-22b3-4e6e-a20c-dbf53e974c9c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:27.251553 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e283fc4e-1f2a-4d52-9e79-0a27dc05c3db tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:27.252939 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-e283fc4e-1f2a-4d52-9e79-0a27dc05c3db tempest-AttachVolumeNegativeTest-2098766872 tempest-AttachVolumeNegativeTest-2098766872-project] 10.222.0.36 "DELETE /v2.0/floatingips/889bca82-22b3-4e6e-a20c-dbf53e974c9c HTTP/1.1" status: 204 len: 168 time: 0.4411747 Jun 21 08:21:27.281382 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-c86407f1-92cf-4d54-822f-e42f47ed170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:27.283195 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-c86407f1-92cf-4d54-822f-e42f47ed170a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 1130 time: 0.0528190 Jun 21 08:21:27.419325 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d1136-856b-422c-947f-7c251ef800e9 None None] New status for floating IP 1bc31190-1884-4a62-91ea-0903ea510f0f: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:21:27.443824 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-8559900f-3f59-44d0-a03c-6a3892267478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:27.445302 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-8559900f-3f59-44d0-a03c-6a3892267478 service neutron] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 918 time: 0.1502197 Jun 21 08:21:27.472937 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0664e-4d33-42ca-8bda-fe6944b80704 req-b59e8b66-2348-4dca-807d-f10195d51c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:27.474420 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-abc0664e-4d33-42ca-8bda-fe6944b80704 req-b59e8b66-2348-4dca-807d-f10195d51c71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 1128 time: 0.0663295 Jun 21 08:21:27.544720 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:27.560842 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-d9098d58-44f1-4969-830f-2ca1eb7bc50e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0 HTTP/1.1" status: 200 len: 999 time: 0.1056709 Jun 21 08:21:27.602482 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-abc0664e-4d33-42ca-8bda-fe6944b80704 req-1627550b-d8d5-4294-96f3-be62a9628bf3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963957 Jun 21 08:21:27.621197 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-9e22d50f-9fc6-4ec3-b514-9b4e94f7af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:27.622730 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-9e22d50f-9fc6-4ec3-b514-9b4e94f7af08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.0533497 Jun 21 08:21:27.753534 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bdaf4-c9b5-4218-9c25-65f2552f3f5b req-00d4bd3a-a795-4d6c-a63c-2e3b356c3be8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:27.755055 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e40bdaf4-c9b5-4218-9c25-65f2552f3f5b req-00d4bd3a-a795-4d6c-a63c-2e3b356c3be8 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0470519 Jun 21 08:21:27.813253 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e40bdaf4-c9b5-4218-9c25-65f2552f3f5b req-f846a558-43b8-4535-916e-27d3519679de tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525908 Jun 21 08:21:27.855007 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-76b6b882-9b0b-466d-8ae0-3b5082577be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:27.856688 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-76b6b882-9b0b-466d-8ae0-3b5082577be7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527816 Jun 21 08:21:27.949569 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-d47dcb6b-aadd-476b-81e1-4c7e580176a7 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867195 Jun 21 08:21:28.047668 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-04d99fb4-716b-4bd7-8942-69d9332adb25 req-6e75da12-51f0-4b61-82ba-81b7268dc1d7 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906281 Jun 21 08:21:28.929944 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff464c-062f-4a0d-aab3-6fbb34cf550c req-2de9feb1-03a8-478b-bf1d-868260ec546f tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:28.931410 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d2ff464c-062f-4a0d-aab3-6fbb34cf550c req-2de9feb1-03a8-478b-bf1d-868260ec546f tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 944 time: 0.0494022 Jun 21 08:21:28.952979 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db75733d-f744-4c74-924b-254ed8090967 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:21:28.955499 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device d6dff98b-1192-424a-9a7e-a012cd149f34 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:21:28.970937 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:28.985976 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: d6dff98b-1192-424a-9a7e-a012cd149f34 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:21:28.986462 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device d6dff98b-1192-424a-9a7e-a012cd149f34 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:21:28.986667 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d2ff464c-062f-4a0d-aab3-6fbb34cf550c req-f54ac406-9389-41dc-9666-48a00279f2ec tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490839 Jun 21 08:21:29.084053 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port db75733d-f744-4c74-924b-254ed8090967, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db75733d-f744-4c74-924b-254ed8090967,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:29.095247 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'db75733d-f744-4c74-924b-254ed8090967', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'port_id': 'db75733d-f744-4c74-924b-254ed8090967', 'mac_address': 'fa:16:3e:b4:9e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:21:29.129966 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port db75733d-f744-4c74-924b-254ed8090967 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:29.130350 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db75733d-f744-4c74-924b-254ed8090967), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:29.143434 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db75733d-f744-4c74-924b-254ed8090967 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:21:29.163671 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port db75733d-f744-4c74-924b-254ed8090967, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db75733d-f744-4c74-924b-254ed8090967,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:29.167489 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (db75733d-f744-4c74-924b-254ed8090967), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:29.217192 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=db75733d-f744-4c74-924b-254ed8090967,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:29.224237 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.224586 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.224952 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.225308 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.225645 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.225976 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.226302 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.226645 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.226974 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.227301 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.227628 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.227952 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.228274 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.228594 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.228914 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:21:29.403214 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['db75733d-f744-4c74-924b-254ed8090967'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:21:29.433542 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:29.605361 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:30.111729 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589b8e0-f84e-4c30-9b35-a90595b331ca req-0c0e096e-3c33-41ea-b374-71727e497931 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:30.113210 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4589b8e0-f84e-4c30-9b35-a90595b331ca req-0c0e096e-3c33-41ea-b374-71727e497931 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 945 time: 0.0513868 Jun 21 08:21:30.162518 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4589b8e0-f84e-4c30-9b35-a90595b331ca req-34038452-e6df-44c0-8d28-24e026c83c87 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437176 Jun 21 08:21:30.962976 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db75733d-f744-4c74-924b-254ed8090967 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:21:30.972826 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45250) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:31.015882 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port db75733d-f744-4c74-924b-254ed8090967 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:21:31.016401 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (db75733d-f744-4c74-924b-254ed8090967), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:31.093819 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port db75733d-f744-4c74-924b-254ed8090967 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:21:31.094203 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (db75733d-f744-4c74-924b-254ed8090967), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:31.118206 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db75733d-f744-4c74-924b-254ed8090967'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:21:31.120544 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d6cad2-057a-44d6-81c5-d275ceaefc25" -d '{"events": [{"server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "name": "network-vif-plugged", "status": "completed", "tag": "db75733d-f744-4c74-924b-254ed8090967"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:21:31.134015 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port db75733d-f744-4c74-924b-254ed8090967, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db75733d-f744-4c74-924b-254ed8090967,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:31.139126 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (db75733d-f744-4c74-924b-254ed8090967), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:31.165496 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfac01a-56d6-4782-8fce-1f7f16a2dc7f x-openstack-request-id: req-ecfac01a-56d6-4782-8fce-1f7f16a2dc7f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:21:31.165784 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "name": "network-vif-plugged", "status": "completed", "tag": "db75733d-f744-4c74-924b-254ed8090967", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:21:31.166030 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ecfac01a-56d6-4782-8fce-1f7f16a2dc7f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:21:31.166412 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfac01a-56d6-4782-8fce-1f7f16a2dc7f'] response: {'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db75733d-f744-4c74-924b-254ed8090967', 'code': 200} Jun 21 08:21:31.195298 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=db75733d-f744-4c74-924b-254ed8090967,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:31.354054 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:31.564089 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (bd349c29-377f-4e83-9f42-2afe21bb2644), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:31.783450 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] Deleting port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:31.783799 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:31.864858 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] For port 4128ca04-5753-45ef-8eb9-2c42f4c73a1b, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=4128ca04-5753-45ef-8eb9-2c42f4c73a1b,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:31.865136 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:31.867199 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:31.879855 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] Calling delete_port for 4128ca04-5753-45ef-8eb9-2c42f4c73a1b owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:32.055598 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (4128ca04-5753-45ef-8eb9-2c42f4c73a1b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:32.085340 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=4128ca04-5753-45ef-8eb9-2c42f4c73a1b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:32.194676 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:32.243710 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (bd349c29-377f-4e83-9f42-2afe21bb2644), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:32.446414 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] Router bd349c29-377f-4e83-9f42-2afe21bb2644 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:21:32.547193 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:21:32.551945 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-64784d51-9e68-4a62-9f83-b6a086778ecb admin admin] 10.222.0.36 "PUT /v2.0/routers/bd349c29-377f-4e83-9f42-2afe21bb2644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5793655 Jun 21 08:21:32.554403 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45256) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:32.556929 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] Sync routers for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:21:32.567202 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:32.567825 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:21:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:32.652744 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Publish callbacks [] for router (bd349c29-377f-4e83-9f42-2afe21bb2644), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:32.673137 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:32.738230 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:32.753661 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Publish callbacks [] for router_gateway (bd349c29-377f-4e83-9f42-2afe21bb2644), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:32.795267 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Deleting port 35440bda-47fb-4892-83e3-c8ad0df5288a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:32.795611 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:32.843115 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:21:32Z', 'revision_number': 5, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port': {'id': '35440bda-47fb-4892-83e3-c8ad0df5288a', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:13Z', 'updated_at': '2022-06-21T08:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:32.873553 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] Checking router: bd349c29-377f-4e83-9f42-2afe21bb2644 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:21:32.874548 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] For port 35440bda-47fb-4892-83e3-c8ad0df5288a, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=35440bda-47fb-4892-83e3-c8ad0df5288a,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:32.874944 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:32.882381 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] Routers {'bd349c29-377f-4e83-9f42-2afe21bb2644'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:32.883140 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:21:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['bd349c29-377f-4e83-9f42-2afe21bb2644'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:32.892948 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Calling delete_port for 35440bda-47fb-4892-83e3-c8ad0df5288a owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:32.960157 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:32.970762 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] Set router bd349c29-377f-4e83-9f42-2afe21bb2644 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:21:32.989802 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:33.019067 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:21:32Z', 'revision_number': 6, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port_host': None}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:33.044361 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b03cb1f-ff77-4ced-ba5c-0ca7583e4646 None None] The sync data for ids ['bd349c29-377f-4e83-9f42-2afe21bb2644'] in dv-cinder-836973-7-iscsi is: [{'id': 'bd349c29-377f-4e83-9f42-2afe21bb2644', 'name': 'tempest-AttachVolumeNegativeTest-159257196-router', 'tenant_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:12Z', 'updated_at': '2022-06-21T08:21:32Z', 'revision_number': 6, 'project_id': 'd1a4467fae7e4bdea5a1e00c0379c326', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:21:33.059968 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (35440bda-47fb-4892-83e3-c8ad0df5288a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.085669 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=35440bda-47fb-4892-83e3-c8ad0df5288a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:33.147298 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (bd349c29-377f-4e83-9f42-2afe21bb2644), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.232417 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (bd349c29-377f-4e83-9f42-2afe21bb2644), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.235694 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Publish callbacks [] for router_controller (bd349c29-377f-4e83-9f42-2afe21bb2644), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.283499 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (bd349c29-377f-4e83-9f42-2afe21bb2644), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.284141 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd349c29-377f-4e83-9f42-2afe21bb2644 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:21:33.288785 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.289948 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fd0ab95d-b335-4a90-ac11-5eda524fa2f7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/bd349c29-377f-4e83-9f42-2afe21bb2644 HTTP/1.1" status: 204 len: 168 time: 0.7346146 Jun 21 08:21:33.293039 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45260) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:33.337423 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80bd80c-e53c-428b-82ea-aeef382f6787 admin admin] Deleting subnet 754083e1-dd7f-49dd-afa9-e46f5f2c466b {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:21:33.340709 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d80bd80c-e53c-428b-82ea-aeef382f6787 admin admin] Publish callbacks [] for subnet (754083e1-dd7f-49dd-afa9-e46f5f2c466b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.374574 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d80bd80c-e53c-428b-82ea-aeef382f6787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4042124'] for subnet (754083e1-dd7f-49dd-afa9-e46f5f2c466b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.456085 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d80bd80c-e53c-428b-82ea-aeef382f6787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (754083e1-dd7f-49dd-afa9-e46f5f2c466b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.511008 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d80bd80c-e53c-428b-82ea-aeef382f6787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3769514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26152033'] for subnet (754083e1-dd7f-49dd-afa9-e46f5f2c466b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.536833 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bd80c-e53c-428b-82ea-aeef382f6787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754083e1-dd7f-49dd-afa9-e46f5f2c466b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:33.540283 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d80bd80c-e53c-428b-82ea-aeef382f6787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.543535 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d80bd80c-e53c-428b-82ea-aeef382f6787 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/754083e1-dd7f-49dd-afa9-e46f5f2c466b HTTP/1.1" status: 204 len: 168 time: 0.2495842 Jun 21 08:21:33.546007 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45262) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:33.548465 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f270c14-dc91-4743-b123-58256edce298 None None] Network bbf78e3a-7b50-434f-bb05-1e295b095c9f requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:21:33.622933 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (bbf78e3a-7b50-434f-bb05-1e295b095c9f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.666879 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Deleting port bdfba1f7-bbba-4983-8246-b897ece0e6bb {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:33.667350 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.684698 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:33.735179 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] For port bdfba1f7-bbba-4983-8246-b897ece0e6bb, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=bdfba1f7-bbba-4983-8246-b897ece0e6bb,segment=NetworkSegment(7cf91a56-1b7d-4934-8490-4102f432654b),segment_id=7cf91a56-1b7d-4934-8490-4102f432654b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:33.735463 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.748588 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Calling delete_port for bdfba1f7-bbba-4983-8246-b897ece0e6bb owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:33.828831 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:DELETE=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:33.839791 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (bdfba1f7-bbba-4983-8246-b897ece0e6bb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.847522 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62b5ec2-c18e-46b0-8fde-ee768337e695 None None] DHCP port deletion for bbf78e3a-7b50-434f-bb05-1e295b095c9f request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:21:33.868583 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfba1f7-bbba-4983-8246-b897ece0e6bb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:33.871029 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] No DVR routers for this DVR port bdfba1f7-bbba-4983-8246-b897ece0e6bb on host dv-cinder-836973-7-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:21:33.950404 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (bbf78e3a-7b50-434f-bb05-1e295b095c9f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:33.972959 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf78e3a-7b50-434f-bb05-1e295b095c9f']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:33.982497 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf91a56-1b7d-4934-8490-4102f432654b') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:33.982822 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf91a56-1b7d-4934-8490-4102f432654b') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:33.992570 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (7cf91a56-1b7d-4934-8490-4102f432654b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:34.007343 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (7cf91a56-1b7d-4934-8490-4102f432654b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:34.014961 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:21:34.015511 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (7cf91a56-1b7d-4934-8490-4102f432654b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:34.070129 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 7cf91a56-1b7d-4934-8490-4102f432654b resource provider aggregate not found Jun 21 08:21:34.094098 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (bbf78e3a-7b50-434f-bb05-1e295b095c9f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:34.100680 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 7cf91a56-1b7d-4934-8490-4102f432654b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cf91a56-1b7d-4934-8490-4102f432654b found for delete ", "request_id": "req-1d3efa7b-f440-4d5c-8943-1b81752701fb"}]} Jun 21 08:21:34.105459 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:34.108864 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] 10.222.0.36 "DELETE /v2.0/networks/bbf78e3a-7b50-434f-bb05-1e295b095c9f HTTP/1.1" status: 204 len: 168 time: 0.5615814 Jun 21 08:21:34.130292 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b98faf-098c-4ddd-9e0a-c08140e4cd3d admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf78e3a-7b50-434f-bb05-1e295b095c9f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:34.143408 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device bdfba1f7-bbba-4983-8246-b897ece0e6bb no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:21:34.163851 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: bdfba1f7-bbba-4983-8246-b897ece0e6bb {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:21:34.164470 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device bdfba1f7-bbba-4983-8246-b897ece0e6bb not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:21:34.165331 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 4128ca04-5753-45ef-8eb9-2c42f4c73a1b no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:21:34.193714 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 4128ca04-5753-45ef-8eb9-2c42f4c73a1b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:21:34.194134 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 4128ca04-5753-45ef-8eb9-2c42f4c73a1b not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:21:34.194692 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 35440bda-47fb-4892-83e3-c8ad0df5288a no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:21:34.233104 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 35440bda-47fb-4892-83e3-c8ad0df5288a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:21:34.233322 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 35440bda-47fb-4892-83e3-c8ad0df5288a not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:21:34.304068 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45280) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:34.352970 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-a18b1956-616a-40ed-8aed-c68b833a812b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1a4467fae7e4bdea5a1e00c0379c326&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471063 Jun 21 08:21:34.356030 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45282) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:34.403694 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46817495-edb8-400d-be29-03e0e8d2b26c admin admin] Publish callbacks [] for security_group (b949bb80-c28e-4e3f-85db-0bfb53e7be75), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:34.428401 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46817495-edb8-400d-be29-03e0e8d2b26c admin admin] Publish callbacks [] for security_group (b949bb80-c28e-4e3f-85db-0bfb53e7be75), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:34.474879 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46817495-edb8-400d-be29-03e0e8d2b26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (b949bb80-c28e-4e3f-85db-0bfb53e7be75), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:34.477223 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46817495-edb8-400d-be29-03e0e8d2b26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:34.478382 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-46817495-edb8-400d-be29-03e0e8d2b26c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b949bb80-c28e-4e3f-85db-0bfb53e7be75 HTTP/1.1" status: 204 len: 168 time: 0.1214664 Jun 21 08:21:34.487369 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46817495-edb8-400d-be29-03e0e8d2b26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b949bb80-c28e-4e3f-85db-0bfb53e7be75,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:36.439577 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45364) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:36.546414 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfb52-24f3-4f74-bc08-4685a492a184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:36.628724 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfb52-24f3-4f74-bc08-4685a492a184 admin admin] Publish callbacks [] for security_group (6007fc24-5e0d-4fec-a3aa-6353b93aedce), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:36.632498 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfb52-24f3-4f74-bc08-4685a492a184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6007fc24-5e0d-4fec-a3aa-6353b93aedce), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:36.670027 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bfb52-24f3-4f74-bc08-4685a492a184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6007fc24-5e0d-4fec-a3aa-6353b93aedce,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:36.674322 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-9f9bfb52-24f3-4f74-bc08-4685a492a184 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=129a8912c60045a7b0ba8db2c5bc60e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337308 Jun 21 08:21:36.676920 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45368) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:36.728722 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f490fd-5f9f-4b9f-8859-68bbd2e78c30 admin admin] Publish callbacks [] for security_group (6007fc24-5e0d-4fec-a3aa-6353b93aedce), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:36.752554 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f490fd-5f9f-4b9f-8859-68bbd2e78c30 admin admin] Publish callbacks [] for security_group (6007fc24-5e0d-4fec-a3aa-6353b93aedce), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:36.758333 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:36.804726 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f490fd-5f9f-4b9f-8859-68bbd2e78c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6007fc24-5e0d-4fec-a3aa-6353b93aedce), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:36.808220 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f490fd-5f9f-4b9f-8859-68bbd2e78c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:36.809329 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e0f490fd-5f9f-4b9f-8859-68bbd2e78c30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6007fc24-5e0d-4fec-a3aa-6353b93aedce HTTP/1.1" status: 204 len: 168 time: 0.1313722 Jun 21 08:21:36.817781 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f490fd-5f9f-4b9f-8859-68bbd2e78c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6007fc24-5e0d-4fec-a3aa-6353b93aedce,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:37.075339 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45376) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:37.089347 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e0abb6c-e7c2-4b5c-b5da-5b57208b2b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:37.168278 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e0abb6c-e7c2-4b5c-b5da-5b57208b2b5a admin admin] Publish callbacks [] for security_group (b2f793c6-3b8a-4c9a-bdfe-f4f7429f0881), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:37.171912 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e0abb6c-e7c2-4b5c-b5da-5b57208b2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (b2f793c6-3b8a-4c9a-bdfe-f4f7429f0881), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:37.218523 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-7e0abb6c-e7c2-4b5c-b5da-5b57208b2b5a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63020c43360746de85a79909582e3c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420956 Jun 21 08:21:37.219401 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0abb6c-e7c2-4b5c-b5da-5b57208b2b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f793c6-3b8a-4c9a-bdfe-f4f7429f0881,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:37.221212 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45378) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:37.274284 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a3da979-7847-42c8-89a4-c97a92735858 admin admin] Publish callbacks [] for security_group (b2f793c6-3b8a-4c9a-bdfe-f4f7429f0881), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:37.296609 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a3da979-7847-42c8-89a4-c97a92735858 admin admin] Publish callbacks [] for security_group (b2f793c6-3b8a-4c9a-bdfe-f4f7429f0881), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:37.342248 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a3da979-7847-42c8-89a4-c97a92735858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (b2f793c6-3b8a-4c9a-bdfe-f4f7429f0881), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:37.344698 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a3da979-7847-42c8-89a4-c97a92735858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:37.345865 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6a3da979-7847-42c8-89a4-c97a92735858 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2f793c6-3b8a-4c9a-bdfe-f4f7429f0881 HTTP/1.1" status: 204 len: 168 time: 0.1236899 Jun 21 08:21:37.353560 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3da979-7847-42c8-89a4-c97a92735858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f793c6-3b8a-4c9a-bdfe-f4f7429f0881,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:37.538234 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:37.541020 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:44.499755 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=15 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:47.211326 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=12 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:47.212563 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=21,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:47.348490 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:47.349300 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=55,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:47.366588 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:48.152563 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45556) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:48.258961 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0540a273-a701-4bf0-9ff4-b85823499471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.333570 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0540a273-a701-4bf0-9ff4-b85823499471 admin admin] Publish callbacks [] for security_group (7300bb15-fe6e-4366-b42b-9b40874a9932), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.337179 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0540a273-a701-4bf0-9ff4-b85823499471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (7300bb15-fe6e-4366-b42b-9b40874a9932), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.378082 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0540a273-a701-4bf0-9ff4-b85823499471 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef54dd003ec14a36858189d8d28caf00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244990 Jun 21 08:21:48.378952 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540a273-a701-4bf0-9ff4-b85823499471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7300bb15-fe6e-4366-b42b-9b40874a9932,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:48.381758 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45560) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:48.434467 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-680d4386-d4da-4aa9-ae71-a2b4214c6698 admin admin] Publish callbacks [] for security_group (7300bb15-fe6e-4366-b42b-9b40874a9932), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.455539 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-680d4386-d4da-4aa9-ae71-a2b4214c6698 admin admin] Publish callbacks [] for security_group (7300bb15-fe6e-4366-b42b-9b40874a9932), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.506874 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-680d4386-d4da-4aa9-ae71-a2b4214c6698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (7300bb15-fe6e-4366-b42b-9b40874a9932), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.509336 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-680d4386-d4da-4aa9-ae71-a2b4214c6698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.513552 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-680d4386-d4da-4aa9-ae71-a2b4214c6698 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7300bb15-fe6e-4366-b42b-9b40874a9932 HTTP/1.1" status: 204 len: 168 time: 0.1286902 Jun 21 08:21:48.520778 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d4386-d4da-4aa9-ae71-a2b4214c6698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7300bb15-fe6e-4366-b42b-9b40874a9932,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:48.760851 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59702415-9e0c-44da-a710-92a1a3161f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.783569 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45566) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:48.797402 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-471da96c-a5c1-4f33-997f-373c474dc9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.875965 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-471da96c-a5c1-4f33-997f-373c474dc9b0 admin admin] Publish callbacks [] for security_group (6513ba27-7744-4ef3-b9c4-834fc8ca9c36), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.879691 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-471da96c-a5c1-4f33-997f-373c474dc9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6513ba27-7744-4ef3-b9c4-834fc8ca9c36), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.922087 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-471da96c-a5c1-4f33-997f-373c474dc9b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31d8f71653be423097fb612a7631f94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374435 Jun 21 08:21:48.922961 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471da96c-a5c1-4f33-997f-373c474dc9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6513ba27-7744-4ef3-b9c4-834fc8ca9c36,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:48.925528 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45568) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:48.975423 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85ee892a-f047-47ae-97ef-ac35f9806e7a admin admin] Publish callbacks [] for security_group (6513ba27-7744-4ef3-b9c4-834fc8ca9c36), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:48.997494 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85ee892a-f047-47ae-97ef-ac35f9806e7a admin admin] Publish callbacks [] for security_group (6513ba27-7744-4ef3-b9c4-834fc8ca9c36), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:49.046772 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85ee892a-f047-47ae-97ef-ac35f9806e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6513ba27-7744-4ef3-b9c4-834fc8ca9c36), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:49.049249 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85ee892a-f047-47ae-97ef-ac35f9806e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:49.050406 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-85ee892a-f047-47ae-97ef-ac35f9806e7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6513ba27-7744-4ef3-b9c4-834fc8ca9c36 HTTP/1.1" status: 204 len: 168 time: 0.1238873 Jun 21 08:21:49.058258 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee892a-f047-47ae-97ef-ac35f9806e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6513ba27-7744-4ef3-b9c4-834fc8ca9c36,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:49.888195 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:50.396752 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:21:50.641540 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45616) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:50.746998 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d65f476-78e4-4ac0-8c49-616858c9a5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:50.821833 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d65f476-78e4-4ac0-8c49-616858c9a5c9 admin admin] Publish callbacks [] for security_group (018552f6-84dd-4d67-a024-ada9b2ed8a9c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:50.825565 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d65f476-78e4-4ac0-8c49-616858c9a5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (018552f6-84dd-4d67-a024-ada9b2ed8a9c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:50.865632 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9d65f476-78e4-4ac0-8c49-616858c9a5c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9122e690b9a94815b5439501b3839b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230320 Jun 21 08:21:50.866700 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65f476-78e4-4ac0-8c49-616858c9a5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018552f6-84dd-4d67-a024-ada9b2ed8a9c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:50.868377 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45620) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:50.918572 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63393094-b618-489c-a0b4-2d6297135487 admin admin] Publish callbacks [] for security_group (018552f6-84dd-4d67-a024-ada9b2ed8a9c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:50.940428 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63393094-b618-489c-a0b4-2d6297135487 admin admin] Publish callbacks [] for security_group (018552f6-84dd-4d67-a024-ada9b2ed8a9c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:50.990387 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63393094-b618-489c-a0b4-2d6297135487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (018552f6-84dd-4d67-a024-ada9b2ed8a9c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:50.993144 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63393094-b618-489c-a0b4-2d6297135487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:50.994406 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-63393094-b618-489c-a0b4-2d6297135487 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/018552f6-84dd-4d67-a024-ada9b2ed8a9c HTTP/1.1" status: 204 len: 168 time: 0.1249185 Jun 21 08:21:50.994562 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b2e8127f-3de3-4f02-8325-fbfc6dbd7589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:51.003433 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63393094-b618-489c-a0b4-2d6297135487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018552f6-84dd-4d67-a024-ada9b2ed8a9c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:51.271318 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45630) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:51.285701 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf39968c-ff82-496c-bdb0-a6ec6d9c4847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:51.365573 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf39968c-ff82-496c-bdb0-a6ec6d9c4847 admin admin] Publish callbacks [] for security_group (867b4eb8-339f-435d-9aad-a3aa8797230b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:51.369174 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf39968c-ff82-496c-bdb0-a6ec6d9c4847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (867b4eb8-339f-435d-9aad-a3aa8797230b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:51.407170 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39968c-ff82-496c-bdb0-a6ec6d9c4847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867b4eb8-339f-435d-9aad-a3aa8797230b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:51.412647 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-bf39968c-ff82-496c-bdb0-a6ec6d9c4847 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=645258b0c9a342218fbaf87050806162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402636 Jun 21 08:21:51.415574 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45632) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:51.463402 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a61d55b6-14d9-4c09-b5c2-6d2bf0b4ac2c admin admin] Publish callbacks [] for security_group (867b4eb8-339f-435d-9aad-a3aa8797230b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:51.485661 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a61d55b6-14d9-4c09-b5c2-6d2bf0b4ac2c admin admin] Publish callbacks [] for security_group (867b4eb8-339f-435d-9aad-a3aa8797230b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:51.535311 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a61d55b6-14d9-4c09-b5c2-6d2bf0b4ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (867b4eb8-339f-435d-9aad-a3aa8797230b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:51.537714 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a61d55b6-14d9-4c09-b5c2-6d2bf0b4ac2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:51.541206 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a61d55b6-14d9-4c09-b5c2-6d2bf0b4ac2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/867b4eb8-339f-435d-9aad-a3aa8797230b HTTP/1.1" status: 204 len: 168 time: 0.1223238 Jun 21 08:21:51.548669 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d55b6-14d9-4c09-b5c2-6d2bf0b4ac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867b4eb8-339f-435d-9aad-a3aa8797230b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:52.139889 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:53.592776 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45714) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:53.701192 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36bd0232-3038-42ab-9587-f9a00f366691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:53.721433 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:53.733478 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:53.742421 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:53.795448 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36bd0232-3038-42ab-9587-f9a00f366691 admin admin] Publish callbacks [] for security_group (3fa0c642-09f5-4e01-a0db-7c6f385a68d2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:53.801122 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36bd0232-3038-42ab-9587-f9a00f366691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (3fa0c642-09f5-4e01-a0db-7c6f385a68d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:53.846194 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-36bd0232-3038-42ab-9587-f9a00f366691 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42357bafe43e4ee0bbfff499e09cda67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518895 Jun 21 08:21:53.848167 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd0232-3038-42ab-9587-f9a00f366691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0c642-09f5-4e01-a0db-7c6f385a68d2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:53.848773 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45724) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:53.899274 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb3523e0-451e-4366-81c9-58d536ed95fe admin admin] Publish callbacks [] for security_group (3fa0c642-09f5-4e01-a0db-7c6f385a68d2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:53.921149 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb3523e0-451e-4366-81c9-58d536ed95fe admin admin] Publish callbacks [] for security_group (3fa0c642-09f5-4e01-a0db-7c6f385a68d2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:53.970232 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb3523e0-451e-4366-81c9-58d536ed95fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (3fa0c642-09f5-4e01-a0db-7c6f385a68d2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:53.972789 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb3523e0-451e-4366-81c9-58d536ed95fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:53.973938 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-cb3523e0-451e-4366-81c9-58d536ed95fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fa0c642-09f5-4e01-a0db-7c6f385a68d2 HTTP/1.1" status: 204 len: 168 time: 0.1241956 Jun 21 08:21:53.983780 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3523e0-451e-4366-81c9-58d536ed95fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0c642-09f5-4e01-a0db-7c6f385a68d2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:54.008364 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:54.246980 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45730) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:54.260500 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf21df70-ea56-476a-9d9c-eceaa004d0bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:54.335796 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf21df70-ea56-476a-9d9c-eceaa004d0bd admin admin] Publish callbacks [] for security_group (283ee95e-801e-421e-bcb4-be4dcd2e8d7f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:54.339180 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf21df70-ea56-476a-9d9c-eceaa004d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (283ee95e-801e-421e-bcb4-be4dcd2e8d7f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:54.380889 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bf21df70-ea56-476a-9d9c-eceaa004d0bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d8f03cbbedb42609374c93ad59c3c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328094 Jun 21 08:21:54.381824 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21df70-ea56-476a-9d9c-eceaa004d0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283ee95e-801e-421e-bcb4-be4dcd2e8d7f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:54.383692 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45732) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:54.392403 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:54.399233 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:54.440017 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b379b97c-73a5-4217-9e9d-d9902fd20f3f admin admin] Publish callbacks [] for security_group (283ee95e-801e-421e-bcb4-be4dcd2e8d7f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:54.461340 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b379b97c-73a5-4217-9e9d-d9902fd20f3f admin admin] Publish callbacks [] for security_group (283ee95e-801e-421e-bcb4-be4dcd2e8d7f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:54.507711 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b379b97c-73a5-4217-9e9d-d9902fd20f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (283ee95e-801e-421e-bcb4-be4dcd2e8d7f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:54.510176 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b379b97c-73a5-4217-9e9d-d9902fd20f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:54.511351 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-b379b97c-73a5-4217-9e9d-d9902fd20f3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/283ee95e-801e-421e-bcb4-be4dcd2e8d7f HTTP/1.1" status: 204 len: 168 time: 0.1250381 Jun 21 08:21:54.519243 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379b97c-73a5-4217-9e9d-d9902fd20f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283ee95e-801e-421e-bcb4-be4dcd2e8d7f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:55.660119 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45774) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:55.767401 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77c3f404-519c-4905-9693-99835b54ba03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:55.850016 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77c3f404-519c-4905-9693-99835b54ba03 admin admin] Publish callbacks [] for security_group (6554f671-0124-40fb-b7ab-ebbaf90341fa), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:55.854258 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77c3f404-519c-4905-9693-99835b54ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6554f671-0124-40fb-b7ab-ebbaf90341fa), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:55.894103 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3f404-519c-4905-9693-99835b54ba03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6554f671-0124-40fb-b7ab-ebbaf90341fa,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:55.899160 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-77c3f404-519c-4905-9693-99835b54ba03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f604e6bc17247c1b2c62ab4e324f9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379665 Jun 21 08:21:55.901833 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45780) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:21:55.956648 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-551cf969-2bf3-4767-aac3-d5860ded3a12 admin admin] Publish callbacks [] for security_group (6554f671-0124-40fb-b7ab-ebbaf90341fa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:55.978939 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-551cf969-2bf3-4767-aac3-d5860ded3a12 admin admin] Publish callbacks [] for security_group (6554f671-0124-40fb-b7ab-ebbaf90341fa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:56.032205 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-551cf969-2bf3-4767-aac3-d5860ded3a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6554f671-0124-40fb-b7ab-ebbaf90341fa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:56.034649 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-551cf969-2bf3-4767-aac3-d5860ded3a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:56.035850 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-551cf969-2bf3-4767-aac3-d5860ded3a12 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6554f671-0124-40fb-b7ab-ebbaf90341fa HTTP/1.1" status: 204 len: 168 time: 0.1326525 Jun 21 08:21:56.046465 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cf969-2bf3-4767-aac3-d5860ded3a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6554f671-0124-40fb-b7ab-ebbaf90341fa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:56.808177 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f46b1-c063-4868-9018-9bd9dd4974f5 req-bb195198-20bf-48e3-bbb8-f41873492643 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:56.809854 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-121f46b1-c063-4868-9018-9bd9dd4974f5 req-bb195198-20bf-48e3-bbb8-f41873492643 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 945 time: 0.0531647 Jun 21 08:21:56.857117 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-121f46b1-c063-4868-9018-9bd9dd4974f5 req-51fd5669-d7ef-4d8b-92ac-533a11c7a57d tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416079 Jun 21 08:21:57.977107 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c268be8-7436-483d-9080-1f05d435f278 req-795555da-64bf-4594-93e4-ba947ae61951 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:57.978578 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7c268be8-7436-483d-9080-1f05d435f278 req-795555da-64bf-4594-93e4-ba947ae61951 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 945 time: 0.0504355 Jun 21 08:21:57.999932 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:58.030043 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7c268be8-7436-483d-9080-1f05d435f278 req-214441bb-d8a8-4b51-8424-008422b58026 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449533 Jun 21 08:21:58.416393 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:58.624794 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-03c48b4d-ae38-4dd8-8580-8eecf9ae7c2e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:58.626982 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-03c48b4d-ae38-4dd8-8580-8eecf9ae7c2e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.46 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 945 time: 0.0518882 Jun 21 08:21:58.734011 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Deleting port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:21:58.734350 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:58.850665 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] For port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:21:58.850945 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:59.064099 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:59.064661 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (9f6591f6-e5c7-49eb-adba-939573faef6d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:59.065152 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Floating IP 9f6591f6-e5c7-49eb-adba-939573faef6d disassociated. External IP: 172.27.0.242, port: 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12. Jun 21 08:21:59.065697 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Calling delete_port for 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:21:59.176128 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72354d5-95b1-4c21-aa7e-d379d48c8b5d req-759bf2f1-6687-40d9-afe1-7e52d75ff108 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:21:59.177514 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f72354d5-95b1-4c21-aa7e-d379d48c8b5d req-759bf2f1-6687-40d9-afe1-7e52d75ff108 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 945 time: 0.0650098 Jun 21 08:21:59.264286 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f72354d5-95b1-4c21-aa7e-d379d48c8b5d req-5e3df40c-4ac2-437b-8fe9-99e26470380e tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8127f78-f27e-49b3-9bdf-41b3c09cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730758 Jun 21 08:21:59.286589 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:59.317716 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event deleted for resources: {'Port': ['ID=0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:21:59.336741 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:59.378861 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:21:59.445817 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:21:59.816238 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:21:59.827709 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] Sync routers for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:21:59.837423 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:21:59.838023 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:21:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:21:59.860885 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] No DVR routers for this DVR port 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:21:59.863410 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:21:59.866565 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8be73be9-8ad6-43e2-9517-259270ad3a00 req-2df449a7-e436-4959-b8ba-f2e201229784 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.46 "DELETE /v2.0/ports/0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 HTTP/1.1" status: 204 len: 173 time: 1.2262139 Jun 21 08:21:59.867032 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aee4df-7232-4331-a685-0c07836cb986', 'name': 'network-vif-deleted', 'tag': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:21:59.869269 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42c87d2-6ff8-4e73-a1c4-3804aec123a5" -d '{"events": [{"server_uuid": "87aee4df-7232-4331-a685-0c07836cb986", "name": "network-vif-deleted", "tag": "0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:21:59.904879 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508f2816-4811-45cd-883a-78de96e38932 x-openstack-request-id: req-508f2816-4811-45cd-883a-78de96e38932 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:21:59.905168 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aee4df-7232-4331-a685-0c07836cb986", "name": "network-vif-deleted", "tag": "0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:21:59.905414 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-508f2816-4811-45cd-883a-78de96e38932 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:21:59.905806 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508f2816-4811-45cd-883a-78de96e38932'] response: {'server_uuid': '87aee4df-7232-4331-a685-0c07836cb986', 'name': 'network-vif-deleted', 'tag': '0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12', 'status': 'completed', 'code': 200} Jun 21 08:21:59.941928 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:22:00.143127 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:00.167014 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] Checking router: 38a1b78c-211e-4a10-8bdf-18e71e1bf6da for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:22:00.175875 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:22:00.176460 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:21:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:00.365863 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:22:00.374003 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b693a57f-8be0-473b-bb3f-81e98d4819ce req-8c9e8a51-8fcc-437a-b4fd-0cd7ef2132ab tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 210 time: 0.0290878 Jun 21 08:22:00.554839 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:00.580249 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed297a8c-cdb1-4e87-abb1-e319d41ccba6 None None] The sync data for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi is: [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:15:28Z', 'revision_number': 4, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'de9e37eb-0533-428f-852a-97ef2901de1c', 'name': '', 'network_id': '1563a5ad-132e-4800-8264-c4bbc3c987e3', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'mac_address': 'fa:16:3e:a7:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:26Z', 'updated_at': '2022-06-21T08:15:47Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'subnets': [{'id': 'fe9956a1-db67-4ab0-a2bc-2965a7ae6be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:22:00.789898 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85479f07-4527-43a3-99f7-48f5801773ba None None] New status for floating IP 9f6591f6-e5c7-49eb-adba-939573faef6d: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:22:01.484796 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-78f0d7d3-b8bb-4f67-84a2-9f02142f19b9 req-4ce91695-8b5c-4594-8f00-de30b16c8ee8 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/ports?device_id=87aee4df-7232-4331-a685-0c07836cb986 HTTP/1.1" status: 200 len: 210 time: 0.0287945 Jun 21 08:22:02.569089 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45890) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:02.624269 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-07c15c18-dc38-4859-815c-99c6a34a983b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (e8127f78-f27e-49b3-9bdf-41b3c09cabaf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:02.648625 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-07c15c18-dc38-4859-815c-99c6a34a983b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (e8127f78-f27e-49b3-9bdf-41b3c09cabaf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:02.661280 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:02.709169 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-07c15c18-dc38-4859-815c-99c6a34a983b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e8127f78-f27e-49b3-9bdf-41b3c09cabaf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:02.711816 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-07c15c18-dc38-4859-815c-99c6a34a983b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:02.713076 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-07c15c18-dc38-4859-815c-99c6a34a983b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "DELETE /v2.0/security-groups/e8127f78-f27e-49b3-9bdf-41b3c09cabaf HTTP/1.1" status: 204 len: 168 time: 0.1429129 Jun 21 08:22:02.718500 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45896) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:02.723265 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c15c18-dc38-4859-815c-99c6a34a983b tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8127f78-f27e-49b3-9bdf-41b3c09cabaf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:02.734611 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.api.v2.resource [None req-005010bd-18a8-4bae-a19b-23c50ccb49d2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] show failed (client error): The resource could not be found. Jun 21 08:22:02.738929 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-005010bd-18a8-4bae-a19b-23c50ccb49d2 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "GET /v2.0/security-groups/e8127f78-f27e-49b3-9bdf-41b3c09cabaf HTTP/1.1" status: 404 len: 347 time: 0.0193543 Jun 21 08:22:02.739520 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45898) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:02.879520 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9aba6c24-f18b-48a8-bc45-46bf7864be72 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Deleting port 484e20e4-3c84-4537-bc73-ae0f6131163a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:02.879867 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9aba6c24-f18b-48a8-bc45-46bf7864be72 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (484e20e4-3c84-4537-bc73-ae0f6131163a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:02.964281 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9aba6c24-f18b-48a8-bc45-46bf7864be72 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (484e20e4-3c84-4537-bc73-ae0f6131163a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:02.965475 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9aba6c24-f18b-48a8-bc45-46bf7864be72 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (484e20e4-3c84-4537-bc73-ae0f6131163a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:02.987245 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9aba6c24-f18b-48a8-bc45-46bf7864be72 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Calling delete_port for 484e20e4-3c84-4537-bc73-ae0f6131163a owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:03.357853 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9aba6c24-f18b-48a8-bc45-46bf7864be72 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (484e20e4-3c84-4537-bc73-ae0f6131163a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:03.383504 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba6c24-f18b-48a8-bc45-46bf7864be72 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Pushing event deleted for resources: {'Port': ['ID=484e20e4-3c84-4537-bc73-ae0f6131163a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:03.448616 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9aba6c24-f18b-48a8-bc45-46bf7864be72 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks [] for floatingip (9f6591f6-e5c7-49eb-adba-939573faef6d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:03.452170 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9aba6c24-f18b-48a8-bc45-46bf7864be72 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:03.453625 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9aba6c24-f18b-48a8-bc45-46bf7864be72 tempest-AttachVolumeTestJSON-1717720866 tempest-AttachVolumeTestJSON-1717720866-project] 10.222.0.36 "DELETE /v2.0/floatingips/9f6591f6-e5c7-49eb-adba-939573faef6d HTTP/1.1" status: 204 len: 168 time: 0.7127743 Jun 21 08:22:04.511994 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45924) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:04.625057 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba31a52a-3640-41fd-8612-b3b315da02ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:04.707349 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba31a52a-3640-41fd-8612-b3b315da02ff admin admin] Publish callbacks [] for security_group (2ea8421f-f722-46bb-96da-bf2ebd9f52ae), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:04.711059 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba31a52a-3640-41fd-8612-b3b315da02ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (2ea8421f-f722-46bb-96da-bf2ebd9f52ae), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:04.749912 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31a52a-3640-41fd-8612-b3b315da02ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea8421f-f722-46bb-96da-bf2ebd9f52ae,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:04.754481 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ba31a52a-3640-41fd-8612-b3b315da02ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34b78bbd05384df5805cbc6774893f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414632 Jun 21 08:22:04.757936 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 45936) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:04.806008 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f0acc4fc-65f3-49c1-bfa2-f0bda1349ddc admin admin] Publish callbacks [] for security_group (2ea8421f-f722-46bb-96da-bf2ebd9f52ae), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:04.828540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f0acc4fc-65f3-49c1-bfa2-f0bda1349ddc admin admin] Publish callbacks [] for security_group (2ea8421f-f722-46bb-96da-bf2ebd9f52ae), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:04.878116 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f0acc4fc-65f3-49c1-bfa2-f0bda1349ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (2ea8421f-f722-46bb-96da-bf2ebd9f52ae), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:04.880742 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f0acc4fc-65f3-49c1-bfa2-f0bda1349ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:04.881936 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-f0acc4fc-65f3-49c1-bfa2-f0bda1349ddc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ea8421f-f722-46bb-96da-bf2ebd9f52ae HTTP/1.1" status: 204 len: 168 time: 0.1237161 Jun 21 08:22:04.891615 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acc4fc-65f3-49c1-bfa2-f0bda1349ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea8421f-f722-46bb-96da-bf2ebd9f52ae,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:05.123105 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:22:05.144054 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:22:05.144495 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 0e1b22d6-9bc6-4f54-96b6-0b460eb9ef12 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:22:05.305068 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8b16-15f2-4d26-a0ac-6b577566f55d req-c771b159-b48f-4021-a02f-5a1bdcb83e69 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:05.306561 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c15f8b16-15f2-4d26-a0ac-6b577566f55d req-c771b159-b48f-4021-a02f-5a1bdcb83e69 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0507567 Jun 21 08:22:05.357961 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c15f8b16-15f2-4d26-a0ac-6b577566f55d req-26809d2e-caf6-4103-bffd-c815fdecce13 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450180 Jun 21 08:22:06.477687 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c8fd7-c4a6-4447-9b2d-2ee6da599da2 req-e470713d-57ad-49a1-acb1-765d485f7eda tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:06.479165 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-466c8fd7-c4a6-4447-9b2d-2ee6da599da2 req-e470713d-57ad-49a1-acb1-765d485f7eda tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0459523 Jun 21 08:22:06.527657 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-466c8fd7-c4a6-4447-9b2d-2ee6da599da2 req-c940b43b-5e8d-4a1f-a09d-936d2a98416e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Jun 21 08:22:07.013624 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 45998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:07.222995 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:07.225207 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:07.521182 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:07.661311 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6817b8-f870-44c1-8c2a-c1e1f89c309e req-32fa372c-88b1-48e0-a153-b7370098add9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:07.662999 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8f6817b8-f870-44c1-8c2a-c1e1f89c309e req-32fa372c-88b1-48e0-a153-b7370098add9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0544999 Jun 21 08:22:07.711054 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8f6817b8-f870-44c1-8c2a-c1e1f89c309e req-1c6e9968-b5aa-424d-a065-7faabb8b4850 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Jun 21 08:22:07.776583 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Deleting port de9e37eb-0533-428f-852a-97ef2901de1c {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:07.776992 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:07.858246 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] For port de9e37eb-0533-428f-852a-97ef2901de1c, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=de9e37eb-0533-428f-852a-97ef2901de1c,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:07.858602 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:07.872121 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Calling delete_port for de9e37eb-0533-428f-852a-97ef2901de1c owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:08.042169 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:08.059828 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (de9e37eb-0533-428f-852a-97ef2901de1c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:08.081977 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9e37eb-0533-428f-852a-97ef2901de1c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:08.092114 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.092465 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.092807 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.093149 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.093483 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.093816 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.094481 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.094481 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.094929 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.095136 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.095467 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.095793 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.096118 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.096440 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.096764 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:08.214122 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:08.263144 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:08.471063 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:22:08.572828 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:22:08.579114 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7048c4ec-4d6c-48d0-8f1a-a3b4c3b02433 admin admin] 10.222.0.36 "PUT /v2.0/routers/38a1b78c-211e-4a10-8bdf-18e71e1bf6da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5642648 Jun 21 08:22:08.581005 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:08.582133 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60bb18-a009-4919-8485-de27326a940c None None] Sync routers for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:22:08.593602 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d60bb18-a009-4919-8485-de27326a940c None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:22:08.594203 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8d60bb18-a009-4919-8485-de27326a940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:21:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:08.677470 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Publish callbacks [] for router (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:08.702291 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8d60bb18-a009-4919-8485-de27326a940c None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:22:08.787115 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:08.794511 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Publish callbacks [] for router_gateway (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:08.817409 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:08.886443 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e43d1-0d40-4333-a3f3-5b9ce4b142ef req-09c41f25-a48e-4548-afd0-ce44ebf13b6d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:08.888007 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-920e43d1-0d40-4333-a3f3-5b9ce4b142ef req-09c41f25-a48e-4548-afd0-ce44ebf13b6d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0880723 Jun 21 08:22:08.888713 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8d60bb18-a009-4919-8485-de27326a940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:22:08Z', 'revision_number': 5, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port': {'id': 'f6959eb5-449d-461b-9c0b-750eb7c92626', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:15:18Z', 'updated_at': '2022-06-21T08:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:08.913472 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60bb18-a009-4919-8485-de27326a940c None None] Checking router: 38a1b78c-211e-4a10-8bdf-18e71e1bf6da for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:22:08.919027 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Deleting port f6959eb5-449d-461b-9c0b-750eb7c92626 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:08.919688 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:08.923771 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d60bb18-a009-4919-8485-de27326a940c None None] Routers {'38a1b78c-211e-4a10-8bdf-18e71e1bf6da'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:22:08.924383 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8d60bb18-a009-4919-8485-de27326a940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:21:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:08.943847 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46046) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:09.004957 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-920e43d1-0d40-4333-a3f3-5b9ce4b142ef req-29dddbb5-6d42-4375-a2e6-0629ec6cda42 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071582 Jun 21 08:22:09.015905 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8d60bb18-a009-4919-8485-de27326a940c None None] Set router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:22:09.017605 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:09.039071 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] For port f6959eb5-449d-461b-9c0b-750eb7c92626, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=f6959eb5-449d-461b-9c0b-750eb7c92626,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:09.039071 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.054071 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Calling delete_port for f6959eb5-449d-461b-9c0b-750eb7c92626 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:09.070652 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8d60bb18-a009-4919-8485-de27326a940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:22:08Z', 'revision_number': 6, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port_host': None}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:09.084595 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4faf-bfdf-4d15-b5c1-d234b70142f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.095855 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60bb18-a009-4919-8485-de27326a940c None None] The sync data for ids ['38a1b78c-211e-4a10-8bdf-18e71e1bf6da'] in dv-cinder-836973-7-iscsi is: [{'id': '38a1b78c-211e-4a10-8bdf-18e71e1bf6da', 'name': 'tempest-AttachVolumeTestJSON-794176408-router', 'tenant_id': '9c4b18684de44714b4a54442a17720b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:15:16Z', 'updated_at': '2022-06-21T08:22:08Z', 'revision_number': 6, 'project_id': '9c4b18684de44714b4a54442a17720b7', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:22:09.109869 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:09.172332 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4faf-bfdf-4d15-b5c1-d234b70142f9 admin admin] Publish callbacks [] for security_group (99b5b1c6-ca32-4f4f-8c50-aaf7bbbe90f2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.176527 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4faf-bfdf-4d15-b5c1-d234b70142f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (99b5b1c6-ca32-4f4f-8c50-aaf7bbbe90f2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.218071 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-1f7a4faf-bfdf-4d15-b5c1-d234b70142f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f9a4b16aa094e1e8e789351ee4eeb89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706726 Jun 21 08:22:09.218071 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a4faf-bfdf-4d15-b5c1-d234b70142f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b5b1c6-ca32-4f4f-8c50-aaf7bbbe90f2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:09.219531 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46050) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:09.254081 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (f6959eb5-449d-461b-9c0b-750eb7c92626), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.293175 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6959eb5-449d-461b-9c0b-750eb7c92626,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:09.347871 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71854f41-4c1a-4974-bcd6-e2f4f2442a9b admin admin] Publish callbacks [] for security_group (99b5b1c6-ca32-4f4f-8c50-aaf7bbbe90f2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.379823 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.383825 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71854f41-4c1a-4974-bcd6-e2f4f2442a9b admin admin] Publish callbacks [] for security_group (99b5b1c6-ca32-4f4f-8c50-aaf7bbbe90f2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.497101 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.500401 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Publish callbacks [] for router_controller (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.549943 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (38a1b78c-211e-4a10-8bdf-18e71e1bf6da), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.550738 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a1b78c-211e-4a10-8bdf-18e71e1bf6da {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:22:09.555771 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.556907 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-add2522a-996e-4010-908b-4b135a61f633 admin admin] 10.222.0.36 "DELETE /v2.0/routers/38a1b78c-211e-4a10-8bdf-18e71e1bf6da HTTP/1.1" status: 204 len: 168 time: 0.9749918 Jun 21 08:22:09.558181 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71854f41-4c1a-4974-bcd6-e2f4f2442a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (99b5b1c6-ca32-4f4f-8c50-aaf7bbbe90f2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.559683 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46052) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:09.561527 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71854f41-4c1a-4974-bcd6-e2f4f2442a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.562538 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-71854f41-4c1a-4974-bcd6-e2f4f2442a9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99b5b1c6-ca32-4f4f-8c50-aaf7bbbe90f2 HTTP/1.1" status: 204 len: 168 time: 0.3419418 Jun 21 08:22:09.570922 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71854f41-4c1a-4974-bcd6-e2f4f2442a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b5b1c6-ca32-4f4f-8c50-aaf7bbbe90f2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:09.619902 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:09.626949 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-e058a064-4e73-47f2-820e-ae6af13387b1 admin admin] Deleting subnet fe9956a1-db67-4ab0-a2bc-2965a7ae6be5 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:22:09.630658 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e058a064-4e73-47f2-820e-ae6af13387b1 admin admin] Publish callbacks [] for subnet (fe9956a1-db67-4ab0-a2bc-2965a7ae6be5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.666938 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e058a064-4e73-47f2-820e-ae6af13387b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26780882'] for subnet (fe9956a1-db67-4ab0-a2bc-2965a7ae6be5), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.741901 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:09.749512 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e058a064-4e73-47f2-820e-ae6af13387b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (fe9956a1-db67-4ab0-a2bc-2965a7ae6be5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.803681 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e058a064-4e73-47f2-820e-ae6af13387b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26999355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26995947'] for subnet (fe9956a1-db67-4ab0-a2bc-2965a7ae6be5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.829726 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058a064-4e73-47f2-820e-ae6af13387b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9956a1-db67-4ab0-a2bc-2965a7ae6be5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:09.836672 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e058a064-4e73-47f2-820e-ae6af13387b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.840946 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e058a064-4e73-47f2-820e-ae6af13387b1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fe9956a1-db67-4ab0-a2bc-2965a7ae6be5 HTTP/1.1" status: 204 len: 168 time: 0.2800329 Jun 21 08:22:09.843737 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46062) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:09.849286 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbf8c2-a51a-4072-8a96-2541f374e642 None None] Network 1563a5ad-132e-4800-8264-c4bbc3c987e3 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:22:09.927855 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (1563a5ad-132e-4800-8264-c4bbc3c987e3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:09.981129 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Deleting port 5c868073-cad2-4a82-98e8-42561a7e4772 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:09.981599 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.057291 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84dd6e9-367e-4493-8359-b42de790bca6 None None] DHCP port deletion for 1563a5ad-132e-4800-8264-c4bbc3c987e3 request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:22:10.067988 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] For port 5c868073-cad2-4a82-98e8-42561a7e4772, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=5c868073-cad2-4a82-98e8-42561a7e4772,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:10.068422 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.083892 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Calling delete_port for 5c868073-cad2-4a82-98e8-42561a7e4772 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:10.131485 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b84dd6e9-367e-4493-8359-b42de790bca6 None None] Deleting port 5c868073-cad2-4a82-98e8-42561a7e4772 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:10.132511 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b84dd6e9-367e-4493-8359-b42de790bca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.186134 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.222678 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5c868073-cad2-4a82-98e8-42561a7e4772,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:10.233739 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 5c868073-cad2-4a82-98e8-42561a7e4772 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:22:10.253091 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] No DVR routers for this DVR port 5c868073-cad2-4a82-98e8-42561a7e4772 on host dv-cinder-836973-7-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:22:10.264186 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 5c868073-cad2-4a82-98e8-42561a7e4772 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:22:10.264508 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 5c868073-cad2-4a82-98e8-42561a7e4772 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:22:10.265072 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device de9e37eb-0533-428f-852a-97ef2901de1c no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:22:10.267730 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939f057-9405-4ca4-b940-88b486d6061d req-bd6fa9d5-0a0d-4a81-980a-08d013296105 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:10.278777 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1939f057-9405-4ca4-b940-88b486d6061d req-bd6fa9d5-0a0d-4a81-980a-08d013296105 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.1028516 Jun 21 08:22:10.308755 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:10.321453 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b84dd6e9-367e-4493-8359-b42de790bca6 None None] For port 5c868073-cad2-4a82-98e8-42561a7e4772, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=5c868073-cad2-4a82-98e8-42561a7e4772,segment=NetworkSegment(39d52fe2-f0c6-4c72-ba58-f8f078aa7927),segment_id=39d52fe2-f0c6-4c72-ba58-f8f078aa7927)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:10.322187 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b84dd6e9-367e-4493-8359-b42de790bca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.326313 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: de9e37eb-0533-428f-852a-97ef2901de1c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:22:10.327093 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device de9e37eb-0533-428f-852a-97ef2901de1c not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:22:10.327711 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device f6959eb5-449d-461b-9c0b-750eb7c92626 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:22:10.355728 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (1563a5ad-132e-4800-8264-c4bbc3c987e3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.364486 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1939f057-9405-4ca4-b940-88b486d6061d req-49d9a512-f76a-4827-b09d-02758335d781 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843205 Jun 21 08:22:10.369017 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: f6959eb5-449d-461b-9c0b-750eb7c92626 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:22:10.369213 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:10.369712 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device f6959eb5-449d-461b-9c0b-750eb7c92626 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:22:10.379172 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b84dd6e9-367e-4493-8359-b42de790bca6 None None] Calling delete_port for 5c868073-cad2-4a82-98e8-42561a7e4772 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:10.391820 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1563a5ad-132e-4800-8264-c4bbc3c987e3']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:10.405657 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d52fe2-f0c6-4c72-ba58-f8f078aa7927') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:10.406094 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d52fe2-f0c6-4c72-ba58-f8f078aa7927') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:10.417425 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (39d52fe2-f0c6-4c72-ba58-f8f078aa7927), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.437730 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (39d52fe2-f0c6-4c72-ba58-f8f078aa7927), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.444336 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:22:10.444902 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (39d52fe2-f0c6-4c72-ba58-f8f078aa7927), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.472409 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 39d52fe2-f0c6-4c72-ba58-f8f078aa7927 resource provider aggregate not found Jun 21 08:22:10.473211 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b84dd6e9-367e-4493-8359-b42de790bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (5c868073-cad2-4a82-98e8-42561a7e4772), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.486414 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84dd6e9-367e-4493-8359-b42de790bca6 None None] No DVR routers for this DVR port 5c868073-cad2-4a82-98e8-42561a7e4772 on host dv-cinder-836973-7-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:22:10.504972 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dd6e9-367e-4493-8359-b42de790bca6 None None] Pushing event deleted for resources: {'Port': ['ID=5c868073-cad2-4a82-98e8-42561a7e4772,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:10.519489 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 39d52fe2-f0c6-4c72-ba58-f8f078aa7927 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39d52fe2-f0c6-4c72-ba58-f8f078aa7927 found for delete ", "request_id": "req-9f21f056-0f85-4680-a9a2-69929f64fa77"}]} Jun 21 08:22:10.527891 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (1563a5ad-132e-4800-8264-c4bbc3c987e3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.532469 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.535766 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] 10.222.0.36 "DELETE /v2.0/networks/1563a5ad-132e-4800-8264-c4bbc3c987e3 HTTP/1.1" status: 204 len: 168 time: 0.6912527 Jun 21 08:22:10.554192 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90000424-64fa-4dc2-84d4-2bdd35c265ed admin admin] Pushing event deleted for resources: {'Network': ['ID=1563a5ad-132e-4800-8264-c4bbc3c987e3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:10.721655 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46088) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:10.768741 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4a409513-d697-42a6-8c69-d32901196960 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c4b18684de44714b4a54442a17720b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437140 Jun 21 08:22:10.769037 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46090) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:10.822826 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92ebc6d7-07cc-40b9-80c3-bf2132092a05 admin admin] Publish callbacks [] for security_group (50e97773-2dea-40c5-a066-4ac7d6b9f137), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.853775 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92ebc6d7-07cc-40b9-80c3-bf2132092a05 admin admin] Publish callbacks [] for security_group (50e97773-2dea-40c5-a066-4ac7d6b9f137), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.903998 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92ebc6d7-07cc-40b9-80c3-bf2132092a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (50e97773-2dea-40c5-a066-4ac7d6b9f137), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.907229 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92ebc6d7-07cc-40b9-80c3-bf2132092a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:10.908574 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-92ebc6d7-07cc-40b9-80c3-bf2132092a05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50e97773-2dea-40c5-a066-4ac7d6b9f137 HTTP/1.1" status: 204 len: 168 time: 0.1387346 Jun 21 08:22:10.917667 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebc6d7-07cc-40b9-80c3-bf2132092a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e97773-2dea-40c5-a066-4ac7d6b9f137,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:11.510222 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26202739-95cc-4bfc-9528-65b109b19d85 req-1ad0a79c-455e-48e4-9ec1-998d8c296fdd tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:11.512494 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-26202739-95cc-4bfc-9528-65b109b19d85 req-1ad0a79c-455e-48e4-9ec1-998d8c296fdd tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0510817 Jun 21 08:22:11.560312 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-26202739-95cc-4bfc-9528-65b109b19d85 req-800b99dc-557f-4275-8a36-622169a6cbbc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Jun 21 08:22:12.685679 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f3d0e-9ce9-4fce-b404-fe704745705b req-c27e4e72-592d-401c-9482-224e0380c21f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:12.687176 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ba6f3d0e-9ce9-4fce-b404-fe704745705b req-c27e4e72-592d-401c-9482-224e0380c21f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0459757 Jun 21 08:22:12.733514 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-ba6f3d0e-9ce9-4fce-b404-fe704745705b req-06cf57c5-77ec-445f-bf2f-42e81ca20661 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Jun 21 08:22:13.452431 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46168) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:13.558877 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6124243f-9a3d-4b86-8805-7433c01c0be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:13.634902 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6124243f-9a3d-4b86-8805-7433c01c0be2 admin admin] Publish callbacks [] for security_group (43420a1c-c7ac-4e9b-a118-030070e4670a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:13.638187 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6124243f-9a3d-4b86-8805-7433c01c0be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (43420a1c-c7ac-4e9b-a118-030070e4670a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:13.679998 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124243f-9a3d-4b86-8805-7433c01c0be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43420a1c-c7ac-4e9b-a118-030070e4670a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:13.687504 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6124243f-9a3d-4b86-8805-7433c01c0be2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5320fae41d64c7bb0f772e3643993d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337589 Jun 21 08:22:13.690125 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46172) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:13.757765 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-062fd152-c222-4a96-8152-0e80eb9c1d54 admin admin] Publish callbacks [] for security_group (43420a1c-c7ac-4e9b-a118-030070e4670a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:13.785617 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-062fd152-c222-4a96-8152-0e80eb9c1d54 admin admin] Publish callbacks [] for security_group (43420a1c-c7ac-4e9b-a118-030070e4670a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:13.861632 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e0ff9-e93e-4518-b481-98ab0b1436ea req-a909f0d6-b4e4-4418-9869-26865a39f35e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:13.863138 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6a6e0ff9-e93e-4518-b481-98ab0b1436ea req-a909f0d6-b4e4-4418-9869-26865a39f35e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0504725 Jun 21 08:22:13.868040 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-062fd152-c222-4a96-8152-0e80eb9c1d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (43420a1c-c7ac-4e9b-a118-030070e4670a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:13.870716 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-062fd152-c222-4a96-8152-0e80eb9c1d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:13.871754 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-062fd152-c222-4a96-8152-0e80eb9c1d54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43420a1c-c7ac-4e9b-a118-030070e4670a HTTP/1.1" status: 204 len: 168 time: 0.1805460 Jun 21 08:22:13.891943 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fd152-c222-4a96-8152-0e80eb9c1d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43420a1c-c7ac-4e9b-a118-030070e4670a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:13.894115 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:13.931348 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6a6e0ff9-e93e-4518-b481-98ab0b1436ea req-59e52238-822f-4e95-b793-e5523b47b5f4 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585670 Jun 21 08:22:15.055367 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96425ae9-2bc0-4ac1-8939-9f5ec181b8bd req-002f5d8f-a4b0-4f77-8467-fc82521e5c25 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:15.056837 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-96425ae9-2bc0-4ac1-8939-9f5ec181b8bd req-002f5d8f-a4b0-4f77-8467-fc82521e5c25 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0514030 Jun 21 08:22:15.104307 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-96425ae9-2bc0-4ac1-8939-9f5ec181b8bd req-9de31ced-5f8b-4f94-8119-d11ae5e9fda9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414169 Jun 21 08:22:16.221896 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358901d-6d3b-46f5-a3fc-d5a065ce92c8 req-5de2d9e4-d0f1-4131-84ae-34f631d43dd3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:16.223383 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6358901d-6d3b-46f5-a3fc-d5a065ce92c8 req-5de2d9e4-d0f1-4131-84ae-34f631d43dd3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0458729 Jun 21 08:22:16.270320 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6358901d-6d3b-46f5-a3fc-d5a065ce92c8 req-1050582d-0e8d-403e-affe-9a271cf9f304 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415907 Jun 21 08:22:17.387126 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22b70-ce4e-48c8-999f-b7b94e3538a3 req-f9daf76c-848d-4f1c-a389-7b6671f34d83 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:17.389567 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4db22b70-ce4e-48c8-999f-b7b94e3538a3 req-f9daf76c-848d-4f1c-a389-7b6671f34d83 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0475879 Jun 21 08:22:17.427127 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:17.443777 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4db22b70-ce4e-48c8-999f-b7b94e3538a3 req-55f3a4da-6b7f-425e-b32b-28dc4a185a45 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488422 Jun 21 08:22:18.567770 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b06ce9-62a2-4efd-b17e-b5b63dc9e042 req-904bad76-2ee7-4a53-8ac6-2395ea25d114 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:18.569286 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c0b06ce9-62a2-4efd-b17e-b5b63dc9e042 req-904bad76-2ee7-4a53-8ac6-2395ea25d114 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0495398 Jun 21 08:22:18.622323 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c0b06ce9-62a2-4efd-b17e-b5b63dc9e042 req-6111b8bf-75ba-45ab-85f9-b8dd44a8c265 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461783 Jun 21 08:22:18.753183 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:18.754894 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=75,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:18.771271 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6b99943b-17a4-47e2-a154-7bb8adb1dbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:19.072885 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=15 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:19.074512 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=30 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:19.161290 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device cf45f811-be66-426a-b1e5-e7bddc45e9f0 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:22:19.300007 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:19.312637 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'port_id': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'mac_address': 'fa:16:3e:7f:05:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:22:19.354431 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port cf45f811-be66-426a-b1e5-e7bddc45e9f0 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:22:19.355003 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:19.381276 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf45f811-be66-426a-b1e5-e7bddc45e9f0 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:22:19.418136 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46264) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:19.420208 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:19.431337 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:19.508819 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:19.519665 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['cf45f811-be66-426a-b1e5-e7bddc45e9f0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:22:19.580915 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ec04a1e-ce2c-414b-9285-0d46b06a9f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:19.747018 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ec04a1e-ce2c-414b-9285-0d46b06a9f88 admin admin] Publish callbacks [] for security_group (6b339144-89bc-478c-85df-a9a78d7ca899), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:19.802087 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ec04a1e-ce2c-414b-9285-0d46b06a9f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6b339144-89bc-478c-85df-a9a78d7ca899), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:19.845844 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4d436-5502-4727-9967-07fcf6ff8f25 req-68d432b3-77ef-4fca-98c1-8c2a244457ad tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:19.847543 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d1c4d436-5502-4727-9967-07fcf6ff8f25 req-68d432b3-77ef-4fca-98c1-8c2a244457ad tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 945 time: 0.0941532 Jun 21 08:22:19.902207 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-9ec04a1e-ce2c-414b-9285-0d46b06a9f88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b8d0602a7cb4af5b8da1bb7edb83fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796679 Jun 21 08:22:19.902862 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46270) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:19.903761 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:19.911023 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec04a1e-ce2c-414b-9285-0d46b06a9f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b339144-89bc-478c-85df-a9a78d7ca899,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:19.991713 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d1c4d436-5502-4727-9967-07fcf6ff8f25 req-ca6b22fd-15e8-4dee-8ffe-d2b5c153645d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354635 Jun 21 08:22:19.997217 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-906af976-6587-4f73-9bca-42b59dda4843 admin admin] Publish callbacks [] for security_group (6b339144-89bc-478c-85df-a9a78d7ca899), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:20.038113 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-906af976-6587-4f73-9bca-42b59dda4843 admin admin] Publish callbacks [] for security_group (6b339144-89bc-478c-85df-a9a78d7ca899), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:20.106852 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-906af976-6587-4f73-9bca-42b59dda4843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (6b339144-89bc-478c-85df-a9a78d7ca899), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:20.110635 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-906af976-6587-4f73-9bca-42b59dda4843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:20.112048 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-906af976-6587-4f73-9bca-42b59dda4843 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b339144-89bc-478c-85df-a9a78d7ca899 HTTP/1.1" status: 204 len: 168 time: 0.2079985 Jun 21 08:22:20.122827 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906af976-6587-4f73-9bca-42b59dda4843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b339144-89bc-478c-85df-a9a78d7ca899,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:21.016715 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6d159ef8-5ed8-46a9-920b-89d0bb34dc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:21.152951 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdd47c-7301-4e0f-a814-e145e07d2e0a req-022fd5b8-15ac-482c-abe2-3bc6a09a7fb0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:21.155952 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-02bdd47c-7301-4e0f-a814-e145e07d2e0a req-022fd5b8-15ac-482c-abe2-3bc6a09a7fb0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 945 time: 0.0756567 Jun 21 08:22:21.166309 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device cf45f811-be66-426a-b1e5-e7bddc45e9f0 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:22:21.234778 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-02bdd47c-7301-4e0f-a814-e145e07d2e0a req-7488e73e-33eb-42f1-bbb8-99e48460b367 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718803 Jun 21 08:22:21.243186 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port cf45f811-be66-426a-b1e5-e7bddc45e9f0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:22:21.243793 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:21.348405 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port cf45f811-be66-426a-b1e5-e7bddc45e9f0 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:22:21.349043 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:21.381600 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:22:21.384802 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0a9449-49db-43c4-9dc1-c54a23d5e996" -d '{"events": [{"server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "name": "network-vif-plugged", "status": "completed", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:22:21.406377 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:21.414408 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:21.448965 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebe01d1-70e6-4056-a504-302776d0dceb x-openstack-request-id: req-2ebe01d1-70e6-4056-a504-302776d0dceb {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:22:21.449264 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "name": "network-vif-plugged", "status": "completed", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:22:21.449516 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ebe01d1-70e6-4056-a504-302776d0dceb {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:22:21.449906 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ebe01d1-70e6-4056-a504-302776d0dceb'] response: {'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'code': 200} Jun 21 08:22:21.486556 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:22.147381 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:22.369930 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d008ab-187b-422b-af9b-1b3f4101714c req-19d487d9-9534-4048-8540-6baa74b7c086 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:22.379201 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71d008ab-187b-422b-af9b-1b3f4101714c req-19d487d9-9534-4048-8540-6baa74b7c086 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0625691 Jun 21 08:22:22.432042 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71d008ab-187b-422b-af9b-1b3f4101714c req-38688739-c2f8-4192-9a15-febfe7620829 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516081 Jun 21 08:22:22.696835 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46352) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:22.832096 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c78b5a-f4f7-4545-9928-9f2f4d45048b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:22.916113 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c78b5a-f4f7-4545-9928-9f2f4d45048b admin admin] Publish callbacks [] for security_group (ce443a78-7b7e-433e-9481-461582856078), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:22.922301 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c78b5a-f4f7-4545-9928-9f2f4d45048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (ce443a78-7b7e-433e-9481-461582856078), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:22.960015 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:22.967165 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-24c78b5a-f4f7-4545-9928-9f2f4d45048b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88ae580516ff41a8830801a5bbf85654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692592 Jun 21 08:22:22.970398 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46356) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:22.973862 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c78b5a-f4f7-4545-9928-9f2f4d45048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce443a78-7b7e-433e-9481-461582856078,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:23.000503 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:23.032521 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22d35d48-fb07-45e0-b221-801822933e31 admin admin] Publish callbacks [] for security_group (ce443a78-7b7e-433e-9481-461582856078), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.056286 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22d35d48-fb07-45e0-b221-801822933e31 admin admin] Publish callbacks [] for security_group (ce443a78-7b7e-433e-9481-461582856078), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.116132 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22d35d48-fb07-45e0-b221-801822933e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (ce443a78-7b7e-433e-9481-461582856078), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.121257 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22d35d48-fb07-45e0-b221-801822933e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.126109 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-22d35d48-fb07-45e0-b221-801822933e31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce443a78-7b7e-433e-9481-461582856078 HTTP/1.1" status: 204 len: 168 time: 0.1516933 Jun 21 08:22:23.134666 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d35d48-fb07-45e0-b221-801822933e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce443a78-7b7e-433e-9481-461582856078,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:23.504101 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46364) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:23.519770 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e597e0eb-7725-4601-a546-03b79e87f1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.588938 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11333b-2e52-4d83-87ad-af385accc94e req-1d841efd-3310-49d7-8511-37e2b30b07ff tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:23.590536 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5d11333b-2e52-4d83-87ad-af385accc94e req-1d841efd-3310-49d7-8511-37e2b30b07ff tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0683227 Jun 21 08:22:23.663298 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-5d11333b-2e52-4d83-87ad-af385accc94e req-be42ef47-ebe9-4b0d-9122-485bf02625a2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631559 Jun 21 08:22:23.668202 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:23.698573 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e597e0eb-7725-4601-a546-03b79e87f1e8 admin admin] Publish callbacks [] for security_group (7d71353e-f48d-4db3-85ab-4e1d9411dd99), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.703566 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e597e0eb-7725-4601-a546-03b79e87f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (7d71353e-f48d-4db3-85ab-4e1d9411dd99), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.723752 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:23.745029 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597e0eb-7725-4601-a546-03b79e87f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d71353e-f48d-4db3-85ab-4e1d9411dd99,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:23.748881 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.749791 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e597e0eb-7725-4601-a546-03b79e87f1e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15768f7e3ee644d39e4eda06d4bc50e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446046 Jun 21 08:22:23.752564 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46366) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:23.816535 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f669b42e-4953-4063-95d6-d3ad226ad00b admin admin] Publish callbacks [] for security_group (7d71353e-f48d-4db3-85ab-4e1d9411dd99), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.841433 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f669b42e-4953-4063-95d6-d3ad226ad00b admin admin] Publish callbacks [] for security_group (7d71353e-f48d-4db3-85ab-4e1d9411dd99), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.893591 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f669b42e-4953-4063-95d6-d3ad226ad00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (7d71353e-f48d-4db3-85ab-4e1d9411dd99), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.897186 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f669b42e-4953-4063-95d6-d3ad226ad00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:23.898787 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f669b42e-4953-4063-95d6-d3ad226ad00b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d71353e-f48d-4db3-85ab-4e1d9411dd99 HTTP/1.1" status: 204 len: 168 time: 0.1449251 Jun 21 08:22:23.902116 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:23.910111 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669b42e-4953-4063-95d6-d3ad226ad00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d71353e-f48d-4db3-85ab-4e1d9411dd99,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:24.010462 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:24.815120 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69098d5-9b92-4e1d-ac14-42cec2d0b331 req-d7bca251-8eab-40f9-958d-20992d1dd546 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:24.817183 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c69098d5-9b92-4e1d-ac14-42cec2d0b331 req-d7bca251-8eab-40f9-958d-20992d1dd546 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0637343 Jun 21 08:22:24.898702 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c69098d5-9b92-4e1d-ac14-42cec2d0b331 req-9cb8353f-eb89-4a38-a259-880ffb4fc26f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687585 Jun 21 08:22:25.067657 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-04a9313b-0517-4fff-b8dd-067f0a489c9a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443537 Jun 21 08:22:25.162847 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-cead78c6-7b53-492b-9549-318b54e35dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:25.164646 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-cead78c6-7b53-492b-9549-318b54e35dee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cad2999c58284b92b7166848a3e1f261&device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 1130 time: 0.0491214 Jun 21 08:22:25.329636 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-debc4802-c826-47af-88ae-8e72b86dae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:25.331171 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-debc4802-c826-47af-88ae-8e72b86dae2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fd63f41-0b64-457a-a459-a1cb3fc5b891 HTTP/1.1" status: 200 len: 910 time: 0.1320922 Jun 21 08:22:25.407088 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-fb7ef90b-ba9d-4b77-b531-af8edf16cec6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db75733d-f744-4c74-924b-254ed8090967 HTTP/1.1" status: 200 len: 1002 time: 0.0690331 Jun 21 08:22:25.479147 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-6a489f2e-7ad8-423f-9c46-61d1f687386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:25.481024 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-6a489f2e-7ad8-423f-9c46-61d1f687386e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf6fc8a1-d267-4334-966f-c8074d6f11c7 HTTP/1.1" status: 200 len: 848 time: 0.0678749 Jun 21 08:22:25.530599 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-ea0de3dd-d727-47ef-849c-af422edf8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:25.532046 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-ea0de3dd-d727-47ef-849c-af422edf8f6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fd63f41-0b64-457a-a459-a1cb3fc5b891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445819 Jun 21 08:22:25.641949 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-0a8b80f4-6d08-4c74-a88d-0e3d2da84f7f service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026914 Jun 21 08:22:25.754991 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-617e069c-9eb9-48b9-8afa-2e913b8336ec req-0d3b7ed1-771d-43df-9ff4-46d9f3146e91 service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054089 Jun 21 08:22:26.031178 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cce8d-3e2f-44fc-8c01-427e42106dd5 req-a49c2a4c-b8ce-45b4-9aee-0d8ff2799172 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:26.033064 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-381cce8d-3e2f-44fc-8c01-427e42106dd5 req-a49c2a4c-b8ce-45b4-9aee-0d8ff2799172 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0541787 Jun 21 08:22:26.069274 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:26.111594 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-381cce8d-3e2f-44fc-8c01-427e42106dd5 req-d8630c9f-5738-4c12-b151-a220d5fbaf7d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728104 Jun 21 08:22:27.272333 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195384d-4f04-44d2-9ac8-c4cb23d9444e req-0e742a2f-3471-4dff-a9c4-58fdc8fd27bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:27.273864 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d195384d-4f04-44d2-9ac8-c4cb23d9444e req-0e742a2f-3471-4dff-a9c4-58fdc8fd27bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0608525 Jun 21 08:22:27.338165 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d195384d-4f04-44d2-9ac8-c4cb23d9444e req-e9443f9c-6191-4591-886a-4467efe9c61a tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547688 Jun 21 08:22:27.401814 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:22:28.533423 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d03124-2873-43a4-955b-e85d93e1294c req-f7dbc3a4-37a3-4170-966c-c6a993fe13aa tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:28.535453 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b7d03124-2873-43a4-955b-e85d93e1294c req-f7dbc3a4-37a3-4170-966c-c6a993fe13aa tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0761104 Jun 21 08:22:28.634592 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b7d03124-2873-43a4-955b-e85d93e1294c req-95fa300e-dc70-40a1-afe4-e307feed1730 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913460 Jun 21 08:22:29.773802 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9c625-e82f-4f72-9561-37629300e606 req-ba31e00b-6390-4d01-89ba-45398c2c77e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:29.775453 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1fc9c625-e82f-4f72-9561-37629300e606 req-ba31e00b-6390-4d01-89ba-45398c2c77e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0506892 Jun 21 08:22:29.835079 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1fc9c625-e82f-4f72-9561-37629300e606 req-785421ff-848f-47ce-8690-161e1e3a16b8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522273 Jun 21 08:22:29.920865 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-2312b62b-7586-4d9e-8f20-3b75f4d97753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:29.922385 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-2312b62b-7586-4d9e-8f20-3b75f4d97753 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 1130 time: 0.0578756 Jun 21 08:22:30.016337 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-ed9f1fb3-5eed-427d-99bf-cb409a1f9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:30.017815 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-ed9f1fb3-5eed-427d-99bf-cb409a1f9e88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 918 time: 0.0887866 Jun 21 08:22:30.071001 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:30.080249 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-4f6fd593-9731-4c7c-b1c3-4cc57f8bfda3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0 HTTP/1.1" status: 200 len: 1001 time: 0.0561786 Jun 21 08:22:30.960712 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12169766-d59c-47ab-b52e-542d750741a0 req-206f5895-ae27-4249-8e0d-344681b9eeba tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:30.962201 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12169766-d59c-47ab-b52e-542d750741a0 req-206f5895-ae27-4249-8e0d-344681b9eeba tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0497034 Jun 21 08:22:31.010463 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12169766-d59c-47ab-b52e-542d750741a0 req-49d36744-b4fd-4cf3-a3b4-69aed187d1ff tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414150 Jun 21 08:22:31.074691 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-29657d25-88e8-4648-a81b-6b57bee18490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:31.076308 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-29657d25-88e8-4648-a81b-6b57bee18490 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.0600162 Jun 21 08:22:31.831407 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-8d415845-b346-4aff-b27e-aef492a8b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:31.832807 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-8d415845-b346-4aff-b27e-aef492a8b0f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399742 Jun 21 08:22:32.134108 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1aaf6-4c6b-4187-8fa2-1a5013f88776 req-08b38ab4-424f-4da7-9b0c-0314fe3c552f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:32.135509 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4fc1aaf6-4c6b-4187-8fa2-1a5013f88776 req-08b38ab4-424f-4da7-9b0c-0314fe3c552f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0496714 Jun 21 08:22:32.182818 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4fc1aaf6-4c6b-4187-8fa2-1a5013f88776 req-0db402d4-9cea-4a47-b99a-7bbf2169534e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Jun 21 08:22:32.765539 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-73610655-5a43-4e39-b930-f3b711c7e052 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909736 Jun 21 08:22:32.857839 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-00b96069-8ac4-468d-99f7-3da04cbf7b4b req-8b182327-bd2c-46c0-8a6d-0489b30f5e51 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854146 Jun 21 08:22:33.207082 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device cf45f811-be66-426a-b1e5-e7bddc45e9f0 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:22:33.284362 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port cf45f811-be66-426a-b1e5-e7bddc45e9f0 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:22:33.284746 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:33.287473 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:33.306421 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23a1e1-f600-4348-be29-38b92833c07f req-eff85c1c-5663-4db3-aec6-c4cf569e3a2b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:33.308045 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4a23a1e1-f600-4348-be29-38b92833c07f req-eff85c1c-5663-4db3-aec6-c4cf569e3a2b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 946 time: 0.0503335 Jun 21 08:22:33.309781 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:22:33.312490 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c53c941-4d8d-4ff3-873f-5ee8cdeb9164" -d '{"events": [{"server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:22:33.326864 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:33.331331 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:33.361025 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Jun 2022 08:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe47e28-c45c-4e14-81e2-ed2d84b7a65e x-openstack-request-id: req-cbe47e28-c45c-4e14-81e2-ed2d84b7a65e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:22:33.361313 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:22:33.361660 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbe47e28-c45c-4e14-81e2-ed2d84b7a65e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:22:33.362047 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe47e28-c45c-4e14-81e2-ed2d84b7a65e'] response: {'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'code': 200} Jun 21 08:22:33.368912 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4a23a1e1-f600-4348-be29-38b92833c07f req-4a470921-b699-4a5f-84a4-271fa6deabd8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545957 Jun 21 08:22:33.389675 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:33.397276 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.397628 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.397976 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.398321 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.398683 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.399024 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.399361 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.399694 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.400028 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.400357 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.400688 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.401020 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.401349 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.401678 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:33.402002 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:34.495475 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c233cf-c546-41ed-b370-ea8690cbc6f7 req-399a3ef7-70b0-48d2-944b-92b2d79ca456 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:34.496966 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-73c233cf-c546-41ed-b370-ea8690cbc6f7 req-399a3ef7-70b0-48d2-944b-92b2d79ca456 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0479980 Jun 21 08:22:34.545461 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-73c233cf-c546-41ed-b370-ea8690cbc6f7 req-f0a2d915-7822-4077-a60b-b0070e9baff5 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Jun 21 08:22:35.327967 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12324a94-ac0e-48ea-9245-64809b188037 req-fe5e9564-0f8c-447f-810c-7d2f32e82745 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:35.329495 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12324a94-ac0e-48ea-9245-64809b188037 req-fe5e9564-0f8c-447f-810c-7d2f32e82745 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0489991 Jun 21 08:22:35.379122 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-12324a94-ac0e-48ea-9245-64809b188037 req-c119a98b-070d-4f9c-8c31-046f1f7210b9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Jun 21 08:22:35.651285 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46514) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:35.736100 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-6959e396-b160-4744-97c5-390a16fad390 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836501 Jun 21 08:22:35.744565 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-ad01c8f6-fa42-4b37-9283-4ab3997d3bfb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:22:35.745516 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-ad01c8f6-fa42-4b37-9283-4ab3997d3bfb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049658 Jun 21 08:22:35.822913 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46522) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:35.921527 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-0772d6be-1573-4990-b426-6bc531e116f6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:35.922951 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-0772d6be-1573-4990-b426-6bc531e116f6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports/cf45f811-be66-426a-b1e5-e7bddc45e9f0 HTTP/1.1" status: 200 len: 941 time: 0.0990338 Jun 21 08:22:36.501473 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69914aa-e0e1-470e-95a4-823776dbe62b req-573aca9e-eb03-46d7-a6a5-f815cd7c24cf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:36.503342 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d69914aa-e0e1-470e-95a4-823776dbe62b req-573aca9e-eb03-46d7-a6a5-f815cd7c24cf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0491683 Jun 21 08:22:36.555196 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d69914aa-e0e1-470e-95a4-823776dbe62b req-0b84a9ab-c9f3-4b0f-9a74-8433918feeaf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462668 Jun 21 08:22:37.391939 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:37.392807 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=6 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:37.414928 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device cf45f811-be66-426a-b1e5-e7bddc45e9f0 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:22:37.493589 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port cf45f811-be66-426a-b1e5-e7bddc45e9f0 is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:22:37.673467 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7e6d1-e38c-4419-a412-b0bfd429d4e3 req-f9b9a1d5-a04f-45e4-9d2c-2c9fc53c6b2b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:37.674954 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d1b7e6d1-e38c-4419-a412-b0bfd429d4e3 req-f9b9a1d5-a04f-45e4-9d2c-2c9fc53c6b2b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0465140 Jun 21 08:22:37.724823 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d1b7e6d1-e38c-4419-a412-b0bfd429d4e3 req-8fb3d5ec-5c58-4c55-b78d-74723a7a2909 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440776 Jun 21 08:22:38.858980 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e4b4c-ddb2-4a16-93aa-e2d99fe63808 req-0f0b52ef-ab8d-4f9e-9de6-7abed3acbdc2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:38.860517 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2f4e4b4c-ddb2-4a16-93aa-e2d99fe63808 req-0f0b52ef-ab8d-4f9e-9de6-7abed3acbdc2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0489006 Jun 21 08:22:38.923551 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2f4e4b4c-ddb2-4a16-93aa-e2d99fe63808 req-4c60f862-637e-41da-a6dd-8d1f7deb196c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559175 Jun 21 08:22:39.191896 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:39.202455 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-b83eeff4-f71d-4862-9d4c-7b62c2d151c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:39.203983 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-b83eeff4-f71d-4862-9d4c-7b62c2d151c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa&tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0 HTTP/1.1" status: 200 len: 1128 time: 0.0415721 Jun 21 08:22:39.264173 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-ac92fb4e-775e-4c91-b499-f23698ade754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:39.265633 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-ac92fb4e-775e-4c91-b499-f23698ade754 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 1128 time: 0.0389564 Jun 21 08:22:39.358542 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-6678efe9-4d68-4503-ad8a-29051e304793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:39.359975 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-6678efe9-4d68-4503-ad8a-29051e304793 service neutron] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 918 time: 0.0885248 Jun 21 08:22:39.431077 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-39721528-fa8e-4945-acf2-2ceccac9afa1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0 HTTP/1.1" status: 200 len: 999 time: 0.0636249 Jun 21 08:22:39.463858 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:39.481179 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-a8de6b89-2c6d-4c54-8ebf-061543a88886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:39.482818 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-a8de6b89-2c6d-4c54-8ebf-061543a88886 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.0462301 Jun 21 08:22:39.527066 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-4b1d366e-b2ed-400d-ae61-ef9088a5126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:39.528583 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-4b1d366e-b2ed-400d-ae61-ef9088a5126b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393872 Jun 21 08:22:39.624610 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-883e6335-a2e1-476e-8a26-64b649a1eac9 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889623 Jun 21 08:22:39.714561 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb043234-7cf0-45cd-9cb0-0f27f24d5d6c req-a02061fd-5524-42c9-b774-2152ee55900d service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833545 Jun 21 08:22:40.044091 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b0a86-21a5-406d-ac5f-d2ea4016689a req-84fbea41-578f-41c8-9fcf-6df7a066b8ea tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:40.048321 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-601b0a86-21a5-406d-ac5f-d2ea4016689a req-84fbea41-578f-41c8-9fcf-6df7a066b8ea tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0527058 Jun 21 08:22:40.101565 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-601b0a86-21a5-406d-ac5f-d2ea4016689a req-45ac0300-7b9f-4f0a-8a84-596d29ab198c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476944 Jun 21 08:22:41.229530 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfeabd-df79-46f0-acc2-bf0b17be32f7 req-59d2ab30-f3dc-4db9-a843-33fb245631ac tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:41.231043 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-07dfeabd-df79-46f0-acc2-bf0b17be32f7 req-59d2ab30-f3dc-4db9-a843-33fb245631ac tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0502064 Jun 21 08:22:41.284961 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-07dfeabd-df79-46f0-acc2-bf0b17be32f7 req-2160a4ab-3f87-49c5-b4b0-0578fcef4adf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480506 Jun 21 08:22:42.445361 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e71e6-e42e-45c7-8254-b1d22d4cd6c8 req-3cb62ccb-d17d-4b8e-8dda-f7b29e7d72d1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:42.446875 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-411e71e6-e42e-45c7-8254-b1d22d4cd6c8 req-3cb62ccb-d17d-4b8e-8dda-f7b29e7d72d1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0571632 Jun 21 08:22:42.497660 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-411e71e6-e42e-45c7-8254-b1d22d4cd6c8 req-19aa238f-f7ca-43db-a596-ff0a4d6af8e1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 Jun 21 08:22:43.112849 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46612) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:43.253800 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:43.352451 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Publish callbacks [] for security_group (3986a13f-6e9c-47df-9208-703077a1b1da), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:43.356204 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (3986a13f-6e9c-47df-9208-703077a1b1da), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:43.398005 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3986a13f-6e9c-47df-9208-703077a1b1da,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:43.402076 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15c51d3d43dd4dbf9d61d32156e971e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882984 Jun 21 08:22:43.405850 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46616) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:43.409493 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.409848 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.410195 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.410540 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.410908 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.411243 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.411637 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.411900 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.412230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.412886 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.413019 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.413258 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.413587 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.413913 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.414235 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150521e-988d-4169-88d7-f5e33f363d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:22:43.758246 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c3099d-f686-4830-9fc0-c051929e859e admin admin] Publish callbacks [] for security_group (3986a13f-6e9c-47df-9208-703077a1b1da), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:43.802917 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c3099d-f686-4830-9fc0-c051929e859e admin admin] Publish callbacks [] for security_group (3986a13f-6e9c-47df-9208-703077a1b1da), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:43.838812 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:43.851295 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:43.866350 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219b77-eb7d-4c4e-b9a6-00556708d0eb req-929b9dde-ce80-4d91-bd79-fed8155413d6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:43.867955 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a0219b77-eb7d-4c4e-b9a6-00556708d0eb req-929b9dde-ce80-4d91-bd79-fed8155413d6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.1407278 Jun 21 08:22:43.900249 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c3099d-f686-4830-9fc0-c051929e859e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (3986a13f-6e9c-47df-9208-703077a1b1da), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:43.903129 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c3099d-f686-4830-9fc0-c051929e859e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:43.905325 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-93c3099d-f686-4830-9fc0-c051929e859e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3986a13f-6e9c-47df-9208-703077a1b1da HTTP/1.1" status: 204 len: 168 time: 0.4984648 Jun 21 08:22:43.930105 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3099d-f686-4830-9fc0-c051929e859e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3986a13f-6e9c-47df-9208-703077a1b1da,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:43.945257 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a0219b77-eb7d-4c4e-b9a6-00556708d0eb req-0c8442db-eaeb-4c5a-96bb-47b1a969dfe0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645349 Jun 21 08:22:45.099020 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426f808-d79f-44a3-ad86-df594784c517 req-73546983-238d-47b6-b76d-36c8adccc267 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:45.101626 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c426f808-d79f-44a3-ad86-df594784c517 req-73546983-238d-47b6-b76d-36c8adccc267 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0593605 Jun 21 08:22:45.161465 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:45.167354 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c426f808-d79f-44a3-ad86-df594784c517 req-27008c0c-ad1e-4b38-80ad-6ffec8a7c9d4 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519254 Jun 21 08:22:46.311524 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dc8f5-bc27-4511-829b-8600bc45cdda req-3cb34dc7-d7d3-454b-92e4-311eefd57d14 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:46.319125 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fe8dc8f5-bc27-4511-829b-8600bc45cdda req-3cb34dc7-d7d3-454b-92e4-311eefd57d14 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0638707 Jun 21 08:22:46.371215 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fe8dc8f5-bc27-4511-829b-8600bc45cdda req-4dc3ced3-bc6b-46bd-a6c6-c135d6d36835 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511303 Jun 21 08:22:47.565074 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd927988-190e-498e-b80e-bcd8389f45e6 req-30ee2df8-3f18-4e14-a43f-d2dfa82c861b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:47.566636 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bd927988-190e-498e-b80e-bcd8389f45e6 req-30ee2df8-3f18-4e14-a43f-d2dfa82c861b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0514624 Jun 21 08:22:47.671377 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bd927988-190e-498e-b80e-bcd8389f45e6 req-9e4131c0-62af-4913-bd86-bd2e2d47347b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937705 Jun 21 08:22:48.765209 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0577c91d-2834-41d0-88b8-b6893eeb5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:48.808570 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a046a-817b-4667-91c8-d672df7dc957 req-92e140aa-3a35-479a-80b7-859fb48bfb5c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:48.810579 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ea1a046a-817b-4667-91c8-d672df7dc957 req-92e140aa-3a35-479a-80b7-859fb48bfb5c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0513833 Jun 21 08:22:48.858222 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ea1a046a-817b-4667-91c8-d672df7dc957 req-82ef9f2f-394c-43ba-95a8-d15c0f124b29 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421374 Jun 21 08:22:48.955798 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46716) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:49.253330 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Deleting port 74c91464-e542-4723-bcef-11d600756b89 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:49.253671 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (74c91464-e542-4723-bcef-11d600756b89), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:49.337506 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (74c91464-e542-4723-bcef-11d600756b89), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:49.337741 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for floatingip (74c91464-e542-4723-bcef-11d600756b89), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:49.353112 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Calling delete_port for 74c91464-e542-4723-bcef-11d600756b89 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:49.522527 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (74c91464-e542-4723-bcef-11d600756b89), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:49.549677 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event deleted for resources: {'Port': ['ID=74c91464-e542-4723-bcef-11d600756b89,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:49.628869 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for floatingip (1ecca745-3c33-46ae-934e-04bb9c4d6e34), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:49.629198 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Floating IP 1ecca745-3c33-46ae-934e-04bb9c4d6e34 disassociated (deleted). External IP: 172.27.0.104, port: db75733d-f744-4c74-924b-254ed8090967. Jun 21 08:22:49.726104 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:49.779409 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:49.834547 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Router ddb0005e-fabc-498b-8873-fd20deec452e has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:22:49.910089 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:49.945484 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:22:49.950500 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:49.955934 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] Sync routers for ids ['ddb0005e-fabc-498b-8873-fd20deec452e'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:22:49.965647 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] Routers {'ddb0005e-fabc-498b-8873-fd20deec452e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:22:49.966596 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:22:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ddb0005e-fabc-498b-8873-fd20deec452e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:49.987983 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6f62be36-c99c-4160-a350-d20b3cc3396e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "DELETE /v2.0/floatingips/1ecca745-3c33-46ae-934e-04bb9c4d6e34 HTTP/1.1" status: 204 len: 168 time: 1.0307982 Jun 21 08:22:49.988582 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'tag': 'db75733d-f744-4c74-924b-254ed8090967'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:22:49.990860 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf" -d '{"events": [{"name": "network-changed", "server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "tag": "db75733d-f744-4c74-924b-254ed8090967"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:22:49.992723 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ad523-c50f-436c-a963-87650d34ee7e req-c0f875b1-a166-484e-96da-702cbeba5804 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:49.994456 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-792ad523-c50f-436c-a963-87650d34ee7e req-c0f875b1-a166-484e-96da-702cbeba5804 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0567887 Jun 21 08:22:50.053550 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-792ad523-c50f-436c-a963-87650d34ee7e req-2f021634-dc9f-4577-9e29-47deccb54f15 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526156 Jun 21 08:22:50.088133 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] Set router ddb0005e-fabc-498b-8873-fd20deec452e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:22:50.266556 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca04be-2a3c-4908-86ef-5c6d37b5c70a req-5d67e85f-e052-4292-a4c2-efcb144efd4d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:50.268231 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-68ca04be-2a3c-4908-86ef-5c6d37b5c70a req-5d67e85f-e052-4292-a4c2-efcb144efd4d tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0544209 Jun 21 08:22:50.284805 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df71c528-b59a-4899-b819-c308221c8671 x-openstack-request-id: req-df71c528-b59a-4899-b819-c308221c8671 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:22:50.285037 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "tag": "db75733d-f744-4c74-924b-254ed8090967", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:22:50.285407 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df71c528-b59a-4899-b819-c308221c8671 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:22:50.285876 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df71c528-b59a-4899-b819-c308221c8671'] response: {'name': 'network-changed', 'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'tag': 'db75733d-f744-4c74-924b-254ed8090967', 'status': 'completed', 'code': 200} Jun 21 08:22:50.305338 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:06Z', 'revision_number': 5, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:50.328068 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-68ca04be-2a3c-4908-86ef-5c6d37b5c70a req-a47400e7-9447-4801-bc3b-aed735736d4e tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531688 Jun 21 08:22:50.336476 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] Checking router: ddb0005e-fabc-498b-8873-fd20deec452e for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:22:50.342326 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:50.348061 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] Routers {'ddb0005e-fabc-498b-8873-fd20deec452e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:22:50.348664 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:22:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ddb0005e-fabc-498b-8873-fd20deec452e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:50.588295 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] Set router ddb0005e-fabc-498b-8873-fd20deec452e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:22:50.782542 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:06Z', 'revision_number': 5, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:50.807287 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167323c-44ed-4d01-b4f4-a02689f5c06a None None] The sync data for ids ['ddb0005e-fabc-498b-8873-fd20deec452e'] in dv-cinder-836973-7-iscsi is: [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:17:01Z', 'revision_number': 4, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '32699d4f-cca5-4de4-8d9a-9d1af31b97ae', 'name': '', 'network_id': '4fd63f41-0b64-457a-a459-a1cb3fc5b891', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'mac_address': 'fa:16:3e:42:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:00Z', 'updated_at': '2022-06-21T08:17:06Z', 'revision_number': 5, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'subnets': [{'id': 'cf6fc8a1-d267-4334-966f-c8074d6f11c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:22:51.002169 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0890e8b-8a56-4682-9193-c86c4cfd2915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:51.034627 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19392d0-0468-4daf-af48-56d234158861 None None] New status for floating IP 1ecca745-3c33-46ae-934e-04bb9c4d6e34: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:22:51.203732 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9b9ad-cfb1-4e82-a61f-6d2b33aad071 req-e947e407-03b2-4932-bb8f-594a8fd30937 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:51.206157 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0af9b9ad-cfb1-4e82-a61f-6d2b33aad071 req-e947e407-03b2-4932-bb8f-594a8fd30937 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0521152 Jun 21 08:22:51.245304 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:51.291072 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0af9b9ad-cfb1-4e82-a61f-6d2b33aad071 req-52b6c58c-c6b4-4a0d-8067-fd0204fec4bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799568 Jun 21 08:22:51.300747 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-1ad1a8d0-6c1b-4048-a3b8-419257f168ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:51.302250 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-1ad1a8d0-6c1b-4048-a3b8-419257f168ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cad2999c58284b92b7166848a3e1f261&device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 1130 time: 0.0482540 Jun 21 08:22:51.459787 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811d6d8-08d9-4811-9f0b-826628ab60fb req-ba305d8b-92fa-4959-98b6-a6716cde56d5 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:51.461434 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d811d6d8-08d9-4811-9f0b-826628ab60fb req-ba305d8b-92fa-4959-98b6-a6716cde56d5 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0610123 Jun 21 08:22:51.503943 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-83f5b9f9-dce1-4e15-a360-0be251410f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:51.506420 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-83f5b9f9-dce1-4e15-a360-0be251410f08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fd63f41-0b64-457a-a459-a1cb3fc5b891 HTTP/1.1" status: 200 len: 910 time: 0.1085901 Jun 21 08:22:51.535281 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d811d6d8-08d9-4811-9f0b-826628ab60fb req-59e529de-8bfd-42ca-949c-1f5e5b5b09a5 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/security-groups?id=29ffa5b4-d3f5-42a1-9b71-55c94b231faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663497 Jun 21 08:22:51.675709 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-ca75a476-94a6-4375-9bba-09194e627d77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db75733d-f744-4c74-924b-254ed8090967 HTTP/1.1" status: 200 len: 217 time: 0.0332630 Jun 21 08:22:51.763095 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-eaef03db-edef-4fb6-a1b5-f959a1c10c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:51.764688 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-eaef03db-edef-4fb6-a1b5-f959a1c10c09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf6fc8a1-d267-4334-966f-c8074d6f11c7 HTTP/1.1" status: 200 len: 848 time: 0.0821545 Jun 21 08:22:51.771365 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f525c-7ea4-4077-9396-da64d277732b req-a774aae5-bf65-42cb-895c-17d1b54a5307 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:51.772849 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f87f525c-7ea4-4077-9396-da64d277732b req-a774aae5-bf65-42cb-895c-17d1b54a5307 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.46 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 946 time: 0.0609758 Jun 21 08:22:51.843775 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-9de867ac-cda0-42b7-811b-8ad83ee7ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:51.845280 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-9de867ac-cda0-42b7-811b-8ad83ee7ca6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fd63f41-0b64-457a-a459-a1cb3fc5b891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715411 Jun 21 08:22:51.914110 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-f87f525c-7ea4-4077-9396-da64d277732b req-0de757bf-fac1-45d5-8920-4aef4397751b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Deleting port db75733d-f744-4c74-924b-254ed8090967 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:51.914438 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f87f525c-7ea4-4077-9396-da64d277732b req-0de757bf-fac1-45d5-8920-4aef4397751b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (db75733d-f744-4c74-924b-254ed8090967), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:52.035378 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-2d0f75bb-d23a-47c0-bb6c-9e281aef00d6 service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817658 Jun 21 08:22:52.079239 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f87f525c-7ea4-4077-9396-da64d277732b req-0de757bf-fac1-45d5-8920-4aef4397751b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] For port db75733d-f744-4c74-924b-254ed8090967, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=db75733d-f744-4c74-924b-254ed8090967,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:52.079608 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f87f525c-7ea4-4077-9396-da64d277732b req-0de757bf-fac1-45d5-8920-4aef4397751b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (db75733d-f744-4c74-924b-254ed8090967), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:52.103107 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-f87f525c-7ea4-4077-9396-da64d277732b req-0de757bf-fac1-45d5-8920-4aef4397751b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Calling delete_port for db75733d-f744-4c74-924b-254ed8090967 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:52.144916 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:52.157218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:52.206365 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-efcfcbf4-99d2-4354-b6e8-638ad7feefaf req-b0b0ade3-a537-40a7-a664-f0b074a76098 service neutron] 10.222.0.46 "GET /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637969 Jun 21 08:22:52.297937 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f87f525c-7ea4-4077-9396-da64d277732b req-0de757bf-fac1-45d5-8920-4aef4397751b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (db75733d-f744-4c74-924b-254ed8090967), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:52.333545 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de757bf-fac1-45d5-8920-4aef4397751b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event deleted for resources: {'Port': ['ID=db75733d-f744-4c74-924b-254ed8090967,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:52.388137 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87f525c-7ea4-4077-9396-da64d277732b req-0de757bf-fac1-45d5-8920-4aef4397751b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] No DVR routers for this DVR port db75733d-f744-4c74-924b-254ed8090967 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:22:52.391531 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f87f525c-7ea4-4077-9396-da64d277732b req-0de757bf-fac1-45d5-8920-4aef4397751b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:52.394737 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f87f525c-7ea4-4077-9396-da64d277732b req-0de757bf-fac1-45d5-8920-4aef4397751b tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.46 "DELETE /v2.0/ports/db75733d-f744-4c74-924b-254ed8090967 HTTP/1.1" status: 204 len: 173 time: 0.6116657 Jun 21 08:22:52.395185 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'name': 'network-vif-deleted', 'tag': 'db75733d-f744-4c74-924b-254ed8090967'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:22:52.397454 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21a64df-b819-48f5-93f8-9b35b94979c0" -d '{"events": [{"server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "name": "network-vif-deleted", "tag": "db75733d-f744-4c74-924b-254ed8090967"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:22:52.437531 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da6aa3-1929-4f06-83ca-118ecd0e0541 req-f670fd7d-c194-4ea8-8f38-15ea1656cd80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:52.439061 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b1da6aa3-1929-4f06-83ca-118ecd0e0541 req-f670fd7d-c194-4ea8-8f38-15ea1656cd80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0601718 Jun 21 08:22:52.443804 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0731862-6852-4d51-8fba-17544ed2a84d x-openstack-request-id: req-c0731862-6852-4d51-8fba-17544ed2a84d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:22:52.444088 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d983b34e-0d69-4afd-9bb6-f13213be6bb1", "name": "network-vif-deleted", "tag": "db75733d-f744-4c74-924b-254ed8090967", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:22:52.444333 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0731862-6852-4d51-8fba-17544ed2a84d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:22:52.444768 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0731862-6852-4d51-8fba-17544ed2a84d'] response: {'server_uuid': 'd983b34e-0d69-4afd-9bb6-f13213be6bb1', 'name': 'network-vif-deleted', 'tag': 'db75733d-f744-4c74-924b-254ed8090967', 'status': 'completed', 'code': 200} Jun 21 08:22:52.464799 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:52.493852 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b1da6aa3-1929-4f06-83ca-118ecd0e0541 req-13ff92bc-5791-441a-8b73-f629ed62f9a1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481722 Jun 21 08:22:52.636949 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a0bb5d85-c8cf-4cea-9b9f-75b362661c22 req-bc1efcbb-9f1b-49ee-b761-d6bcb831eb18 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "GET /v2.0/ports?device_id=d983b34e-0d69-4afd-9bb6-f13213be6bb1 HTTP/1.1" status: 200 len: 210 time: 0.0311973 Jun 21 08:22:53.623469 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64303fab-79d3-4a66-99cd-e880625d3c6c req-d4c36ca5-ca4e-4726-bad1-7bc51bea65df tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:53.625260 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-64303fab-79d3-4a66-99cd-e880625d3c6c req-d4c36ca5-ca4e-4726-bad1-7bc51bea65df tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0531304 Jun 21 08:22:53.683378 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-64303fab-79d3-4a66-99cd-e880625d3c6c req-9112d349-10f3-4a71-b4ed-71e3091f95dd tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502765 Jun 21 08:22:53.725945 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46752) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:53.738464 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:53.754230 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:53.797135 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a74ec304-a279-4dd8-813e-f7bf165baddd tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group (29ffa5b4-d3f5-42a1-9b71-55c94b231faa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:53.836548 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a74ec304-a279-4dd8-813e-f7bf165baddd tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group (29ffa5b4-d3f5-42a1-9b71-55c94b231faa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:53.910127 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a74ec304-a279-4dd8-813e-f7bf165baddd tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (29ffa5b4-d3f5-42a1-9b71-55c94b231faa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:53.912694 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a74ec304-a279-4dd8-813e-f7bf165baddd tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:53.913895 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a74ec304-a279-4dd8-813e-f7bf165baddd tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] 10.222.0.36 "DELETE /v2.0/security-groups/29ffa5b4-d3f5-42a1-9b71-55c94b231faa HTTP/1.1" status: 204 len: 168 time: 0.1899853 Jun 21 08:22:53.926210 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ec304-a279-4dd8-813e-f7bf165baddd tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ffa5b4-d3f5-42a1-9b71-55c94b231faa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:53.973444 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46758) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:54.009413 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:54.430712 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (ddb0005e-fabc-498b-8873-fd20deec452e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:54.469693 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:54.484595 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:54.676916 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] Deleting port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:54.677439 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:54.768250 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] For port 32699d4f-cca5-4de4-8d9a-9d1af31b97ae, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=32699d4f-cca5-4de4-8d9a-9d1af31b97ae,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:54.768959 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:54.792069 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] Calling delete_port for 32699d4f-cca5-4de4-8d9a-9d1af31b97ae owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:54.867181 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601a95-35ae-4beb-a1ee-723cf9ad8390 req-f1c15acc-be84-477c-a8b6-9b56539eb052 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:54.868696 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-38601a95-35ae-4beb-a1ee-723cf9ad8390 req-f1c15acc-be84-477c-a8b6-9b56539eb052 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0923464 Jun 21 08:22:54.971345 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-38601a95-35ae-4beb-a1ee-723cf9ad8390 req-0ee374bf-1a82-48dc-94e6-e2e8546324f4 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947542 Jun 21 08:22:55.053217 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (32699d4f-cca5-4de4-8d9a-9d1af31b97ae), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:55.078303 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=32699d4f-cca5-4de4-8d9a-9d1af31b97ae,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:55.248053 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (ddb0005e-fabc-498b-8873-fd20deec452e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:55.329660 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db75733d-f744-4c74-924b-254ed8090967 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:22:55.350480 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: db75733d-f744-4c74-924b-254ed8090967 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:22:55.350792 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device db75733d-f744-4c74-924b-254ed8090967 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:22:55.364659 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:55.420330 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:55.475780 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] Router ddb0005e-fabc-498b-8873-fd20deec452e has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:22:55.579609 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:22:55.586780 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9b4b4555-7f6e-4c50-a65c-66d0929895b3 admin admin] 10.222.0.36 "PUT /v2.0/routers/ddb0005e-fabc-498b-8873-fd20deec452e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6121244 Jun 21 08:22:55.587508 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46778) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:55.595753 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] Sync routers for ids ['ddb0005e-fabc-498b-8873-fd20deec452e'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:22:55.606479 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] Routers {'ddb0005e-fabc-498b-8873-fd20deec452e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:22:55.607301 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:22:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ddb0005e-fabc-498b-8873-fd20deec452e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:55.696195 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Publish callbacks [] for router (ddb0005e-fabc-498b-8873-fd20deec452e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:55.710226 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] Set router ddb0005e-fabc-498b-8873-fd20deec452e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:22:55.926740 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:22:55Z', 'revision_number': 5, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:55.954154 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] Checking router: ddb0005e-fabc-498b-8873-fd20deec452e for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:22:55.971025 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] Routers {'ddb0005e-fabc-498b-8873-fd20deec452e'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:22:55.971929 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:22:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['ddb0005e-fabc-498b-8873-fd20deec452e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:56.082437 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] Set router ddb0005e-fabc-498b-8873-fd20deec452e gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:22:56.118280 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0259a-000d-4982-9013-ba40b9ecee0f req-977d4167-8488-440e-a315-ee31a33bbf7d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:56.120025 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-16d0259a-000d-4982-9013-ba40b9ecee0f req-977d4167-8488-440e-a315-ee31a33bbf7d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0644691 Jun 21 08:22:56.121335 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Publish callbacks [] for router_gateway (ddb0005e-fabc-498b-8873-fd20deec452e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.206652 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-16d0259a-000d-4982-9013-ba40b9ecee0f req-ccc4cdb5-6823-42f4-a10a-08da7a4e9f5a tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774877 Jun 21 08:22:56.211645 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Deleting port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:56.211820 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.268271 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:22:55Z', 'revision_number': 5, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:56.295396 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b81185-62bc-4864-8bb8-7430f57c0386 None None] The sync data for ids ['ddb0005e-fabc-498b-8873-fd20deec452e'] in dv-cinder-836973-7-iscsi is: [{'id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'name': 'tempest-TestShelveInstance-1461008217-router', 'tenant_id': 'cad2999c58284b92b7166848a3e1f261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:16:56Z', 'updated_at': '2022-06-21T08:22:55Z', 'revision_number': 5, 'project_id': 'cad2999c58284b92b7166848a3e1f261', 'gw_port': {'id': 'e889e8c8-2f63-422e-a4e1-7bbd757b0ebe', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0005e-fabc-498b-8873-fd20deec452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:16:57Z', 'updated_at': '2022-06-21T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:22:56.300093 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] For port e889e8c8-2f63-422e-a4e1-7bbd757b0ebe, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=e889e8c8-2f63-422e-a4e1-7bbd757b0ebe,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:56.300370 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.314562 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Calling delete_port for e889e8c8-2f63-422e-a4e1-7bbd757b0ebe owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:56.411177 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:56.488136 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (e889e8c8-2f63-422e-a4e1-7bbd757b0ebe), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.514794 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e889e8c8-2f63-422e-a4e1-7bbd757b0ebe,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:56.578203 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (ddb0005e-fabc-498b-8873-fd20deec452e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.638654 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:56.671411 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (ddb0005e-fabc-498b-8873-fd20deec452e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.674106 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Publish callbacks [] for router_controller (ddb0005e-fabc-498b-8873-fd20deec452e), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.717920 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (ddb0005e-fabc-498b-8873-fd20deec452e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.718915 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddb0005e-fabc-498b-8873-fd20deec452e {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:22:56.723631 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.724790 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-278bfe79-f54d-47f0-a5f3-5bd2bc246d34 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ddb0005e-fabc-498b-8873-fd20deec452e HTTP/1.1" status: 204 len: 168 time: 1.1356914 Jun 21 08:22:56.727333 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46784) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:56.775334 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ebe010-5234-441a-b46c-1032d2ac446a admin admin] Deleting subnet cf6fc8a1-d267-4334-966f-c8074d6f11c7 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:22:56.779383 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53ebe010-5234-441a-b46c-1032d2ac446a admin admin] Publish callbacks [] for subnet (cf6fc8a1-d267-4334-966f-c8074d6f11c7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.815072 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53ebe010-5234-441a-b46c-1032d2ac446a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26780882'] for subnet (cf6fc8a1-d267-4334-966f-c8074d6f11c7), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.896027 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53ebe010-5234-441a-b46c-1032d2ac446a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (cf6fc8a1-d267-4334-966f-c8074d6f11c7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.954052 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53ebe010-5234-441a-b46c-1032d2ac446a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26999355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26995947'] for subnet (cf6fc8a1-d267-4334-966f-c8074d6f11c7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.979336 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebe010-5234-441a-b46c-1032d2ac446a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6fc8a1-d267-4334-966f-c8074d6f11c7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:56.987115 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53ebe010-5234-441a-b46c-1032d2ac446a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:56.991316 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-53ebe010-5234-441a-b46c-1032d2ac446a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cf6fc8a1-d267-4334-966f-c8074d6f11c7 HTTP/1.1" status: 204 len: 168 time: 0.2630610 Jun 21 08:22:56.992065 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de59ec3-1691-470e-b396-243b9c9d1125 None None] Network 4fd63f41-0b64-457a-a459-a1cb3fc5b891 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:22:56.993919 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46788) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:57.038580 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:57.071121 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (4fd63f41-0b64-457a-a459-a1cb3fc5b891), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.116230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Deleting port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:57.116592 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.182980 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] For port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=ada0152b-e6c6-4b7d-8203-a62cd66e5ae4,segment=NetworkSegment(76802132-bf85-45f1-b4c5-19309c54043c),segment_id=76802132-bf85-45f1-b4c5-19309c54043c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:57.183342 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.200918 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Calling delete_port for ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:57.272302 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:57.281762 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (ada0152b-e6c6-4b7d-8203-a62cd66e5ae4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.314111 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89898f2b-7f6d-4363-b413-28ffc677222a None None] DHCP port deletion for 4fd63f41-0b64-457a-a459-a1cb3fc5b891 request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:22:57.315964 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada0152b-e6c6-4b7d-8203-a62cd66e5ae4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:57.318255 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] No DVR routers for this DVR port ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 on host dv-cinder-836973-7-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:22:57.334338 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device cf45f811-be66-426a-b1e5-e7bddc45e9f0 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:22:57.351017 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7aff3-318e-427e-a492-ce839a2e48c0 req-aec92191-d032-4aa6-8462-980235824ca0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:57.353330 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08c7aff3-318e-427e-a492-ce839a2e48c0 req-aec92191-d032-4aa6-8462-980235824ca0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 944 time: 0.0573528 Jun 21 08:22:57.407967 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (4fd63f41-0b64-457a-a459-a1cb3fc5b891), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.411636 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08c7aff3-318e-427e-a492-ce839a2e48c0 req-46583ab2-b5fd-416d-8323-c940a4a88376 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474494 Jun 21 08:22:57.438713 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd63f41-0b64-457a-a459-a1cb3fc5b891']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:57.448147 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76802132-bf85-45f1-b4c5-19309c54043c') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:57.448444 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76802132-bf85-45f1-b4c5-19309c54043c') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:57.459489 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26780873'] for segment (76802132-bf85-45f1-b4c5-19309c54043c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.471828 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:57.474460 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (76802132-bf85-45f1-b4c5-19309c54043c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.481440 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:22:57.482378 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26999377'] for segment (76802132-bf85-45f1-b4c5-19309c54043c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.485476 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'port_id': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'mac_address': 'fa:16:3e:7f:05:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:22:57.486865 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:57.525962 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port cf45f811-be66-426a-b1e5-e7bddc45e9f0 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:22:57.526247 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.540513 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf45f811-be66-426a-b1e5-e7bddc45e9f0 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:22:57.562875 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:57.567732 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (4fd63f41-0b64-457a-a459-a1cb3fc5b891), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.567998 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.573861 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:57.580796 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46796) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:57.580989 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4fd63f41-0b64-457a-a459-a1cb3fc5b891 HTTP/1.1" status: 204 len: 168 time: 0.5858917 Jun 21 08:22:57.597790 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768ce41-78cf-4cd7-9b01-5c1b10dd0ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd63f41-0b64-457a-a459-a1cb3fc5b891,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:57.633385 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:57.669830 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment 76802132-bf85-45f1-b4c5-19309c54043c resource provider aggregate not found Jun 21 08:22:57.687899 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment 76802132-bf85-45f1-b4c5-19309c54043c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76802132-bf85-45f1-b4c5-19309c54043c found for delete ", "request_id": "req-bc12f65b-5139-476c-ae7b-2da153f7f185"}]} Jun 21 08:22:57.814247 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['cf45f811-be66-426a-b1e5-e7bddc45e9f0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:22:58.136710 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device e889e8c8-2f63-422e-a4e1-7bbd757b0ebe no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:22:58.159587 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: e889e8c8-2f63-422e-a4e1-7bbd757b0ebe {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:22:58.159932 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device e889e8c8-2f63-422e-a4e1-7bbd757b0ebe not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:22:58.160354 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:22:58.176206 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (884b71a4-e8b6-447d-b52c-7d2b767d35c4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:58.179310 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:22:58.179658 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device ada0152b-e6c6-4b7d-8203-a62cd66e5ae4 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:22:58.180074 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 32699d4f-cca5-4de4-8d9a-9d1af31b97ae no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:22:58.198691 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 32699d4f-cca5-4de4-8d9a-9d1af31b97ae {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:22:58.199038 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 32699d4f-cca5-4de4-8d9a-9d1af31b97ae not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:22:58.426932 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] Deleting port 7b928f3a-1303-4f57-958d-d03474f46e47 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:58.427794 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:58.516107 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] For port 7b928f3a-1303-4f57-958d-d03474f46e47, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=7b928f3a-1303-4f57-958d-d03474f46e47,segment=NetworkSegment(523f5013-1db3-4dab-9e40-695d06eadcc0),segment_id=523f5013-1db3-4dab-9e40-695d06eadcc0)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:58.516482 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:58.518681 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:58.527376 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:58.533148 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] Calling delete_port for 7b928f3a-1303-4f57-958d-d03474f46e47 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:58.555633 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b0be-bf04-45ff-adb8-9d52ffbd006a req-98dbc923-cefc-4e38-ad0f-9e276d998616 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:58.557164 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fe30b0be-bf04-45ff-adb8-9d52ffbd006a req-98dbc923-cefc-4e38-ad0f-9e276d998616 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 945 time: 0.0606432 Jun 21 08:22:58.602566 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:22:58.620511 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fe30b0be-bf04-45ff-adb8-9d52ffbd006a req-c77777ea-710c-4bb7-ad7a-4d0748cc2ff3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549967 Jun 21 08:22:58.744168 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (7b928f3a-1303-4f57-958d-d03474f46e47), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:58.784131 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b928f3a-1303-4f57-958d-d03474f46e47,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:58.952954 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (884b71a4-e8b6-447d-b52c-7d2b767d35c4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:59.178482 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] Router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:22:59.284582 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:22:59.292437 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46808) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:22:59.292909 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1f9374b5-e93b-4d32-8de7-4488844585d1 admin admin] 10.222.0.36 "PUT /v2.0/routers/884b71a4-e8b6-447d-b52c-7d2b767d35c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102807 Jun 21 08:22:59.294222 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] Sync routers for ids ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:22:59.304942 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] Routers {'884b71a4-e8b6-447d-b52c-7d2b767d35c4'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:22:59.305703 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:22:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:59.334583 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device cf45f811-be66-426a-b1e5-e7bddc45e9f0 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:22:59.407822 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port cf45f811-be66-426a-b1e5-e7bddc45e9f0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:22:59.408342 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:59.416734 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] Set router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:22:59.420259 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Publish callbacks [] for router (884b71a4-e8b6-447d-b52c-7d2b767d35c4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:59.556337 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Publish callbacks [] for router_gateway (884b71a4-e8b6-447d-b52c-7d2b767d35c4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:59.565183 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port cf45f811-be66-426a-b1e5-e7bddc45e9f0 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:22:59.566041 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:59.628997 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:22:59.631339 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Deleting port 2d695e6b-3e04-407b-8e24-a4cad1050ca1 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:22:59.631339 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:59.632553 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5bbfee-4328-44f1-adc4-f4fea5323683" -d '{"events": [{"server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "name": "network-vif-plugged", "status": "completed", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:22:59.647971 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:59.653932 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:59.725002 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a46d88-d7f2-483a-b5de-1a9f43d2b796 x-openstack-request-id: req-46a46d88-d7f2-483a-b5de-1a9f43d2b796 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:22:59.725564 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "name": "network-vif-plugged", "status": "completed", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:22:59.725976 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46a46d88-d7f2-483a-b5de-1a9f43d2b796 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:22:59.727185 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a46d88-d7f2-483a-b5de-1a9f43d2b796'] response: {'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'code': 200} Jun 21 08:22:59.773681 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] For port 2d695e6b-3e04-407b-8e24-a4cad1050ca1, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=2d695e6b-3e04-407b-8e24-a4cad1050ca1,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:22:59.774078 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:22:59.801476 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:22:59.821764 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Calling delete_port for 2d695e6b-3e04-407b-8e24-a4cad1050ca1 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:22:59.823961 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'name': 'tempest-TestShelveInstance-1134458982-router', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:04Z', 'updated_at': '2022-06-21T08:22:58Z', 'revision_number': 5, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'gw_port': {'id': '2d695e6b-3e04-407b-8e24-a4cad1050ca1', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:17:05Z', 'updated_at': '2022-06-21T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:59.851630 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63305f1-38fb-464c-8eac-9881172ff7cb req-8e773522-8d4a-4a29-b5a0-d63842239943 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:22:59.853220 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f63305f1-38fb-464c-8eac-9881172ff7cb req-8e773522-8d4a-4a29-b5a0-d63842239943 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 947 time: 0.0755429 Jun 21 08:22:59.860723 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] Checking router: 884b71a4-e8b6-447d-b52c-7d2b767d35c4 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:22:59.872430 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] Routers {'884b71a4-e8b6-447d-b52c-7d2b767d35c4'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:22:59.873650 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:22:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:22:59.944358 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f63305f1-38fb-464c-8eac-9881172ff7cb req-3198172b-bed2-4764-9959-ac7a86c88b35 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628390 Jun 21 08:22:59.972969 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] Set router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:22:59.995607 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:00.036665 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'name': 'tempest-TestShelveInstance-1134458982-router', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:04Z', 'updated_at': '2022-06-21T08:22:59Z', 'revision_number': 6, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'gw_port_host': None}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:23:00.061394 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf1aa39-d1e9-4057-b248-8fd64adb1efb None None] The sync data for ids ['884b71a4-e8b6-447d-b52c-7d2b767d35c4'] in dv-cinder-836973-7-iscsi is: [{'id': '884b71a4-e8b6-447d-b52c-7d2b767d35c4', 'name': 'tempest-TestShelveInstance-1134458982-router', 'tenant_id': 'cf638c040b9e493e8f167d852dd0cfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:17:04Z', 'updated_at': '2022-06-21T08:22:59Z', 'revision_number': 6, 'project_id': 'cf638c040b9e493e8f167d852dd0cfde', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:23:00.071641 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (2d695e6b-3e04-407b-8e24-a4cad1050ca1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.104052 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d695e6b-3e04-407b-8e24-a4cad1050ca1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:00.179424 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (884b71a4-e8b6-447d-b52c-7d2b767d35c4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.294566 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (884b71a4-e8b6-447d-b52c-7d2b767d35c4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.296956 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Publish callbacks [] for router_controller (884b71a4-e8b6-447d-b52c-7d2b767d35c4), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.339295 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (884b71a4-e8b6-447d-b52c-7d2b767d35c4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.339885 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884b71a4-e8b6-447d-b52c-7d2b767d35c4 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:23:00.345376 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.346177 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-81784cc5-2a49-428e-aa09-c0853af77e21 admin admin] 10.222.0.36 "DELETE /v2.0/routers/884b71a4-e8b6-447d-b52c-7d2b767d35c4 HTTP/1.1" status: 204 len: 168 time: 1.0527694 Jun 21 08:23:00.348863 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46818) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:00.394750 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6f9f62-19ec-4901-a898-ba652fba82d0 admin admin] Deleting subnet c7093613-cf23-4d1f-9937-1c3387eeb626 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:23:00.398262 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac6f9f62-19ec-4901-a898-ba652fba82d0 admin admin] Publish callbacks [] for subnet (c7093613-cf23-4d1f-9937-1c3387eeb626), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.438322 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac6f9f62-19ec-4901-a898-ba652fba82d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26780882'] for subnet (c7093613-cf23-4d1f-9937-1c3387eeb626), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.468004 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:00.517637 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac6f9f62-19ec-4901-a898-ba652fba82d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (c7093613-cf23-4d1f-9937-1c3387eeb626), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.579235 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac6f9f62-19ec-4901-a898-ba652fba82d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26999355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26995947'] for subnet (c7093613-cf23-4d1f-9937-1c3387eeb626), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.620688 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f9f62-19ec-4901-a898-ba652fba82d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7093613-cf23-4d1f-9937-1c3387eeb626,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:00.624933 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac6f9f62-19ec-4901-a898-ba652fba82d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.628374 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-ac6f9f62-19ec-4901-a898-ba652fba82d0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c7093613-cf23-4d1f-9937-1c3387eeb626 HTTP/1.1" status: 204 len: 168 time: 0.2783208 Jun 21 08:23:00.631105 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e8eacd-860f-4783-a5a0-cb3491f18730 None None] Network 1ed359ca-be7d-448d-ba3f-78d7a61573f3 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:23:00.632087 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46822) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:00.709757 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (1ed359ca-be7d-448d-ba3f-78d7a61573f3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.757100 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:00.760233 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Deleting port f316e182-d2e7-4949-9c56-3674c33ab57c {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:23:00.760642 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.797051 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0cb280-14aa-48b6-8a22-37f978357787 None None] DHCP port deletion for 1ed359ca-be7d-448d-ba3f-78d7a61573f3 request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:23:00.833521 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] For port f316e182-d2e7-4949-9c56-3674c33ab57c, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=f316e182-d2e7-4949-9c56-3674c33ab57c,segment=NetworkSegment(523f5013-1db3-4dab-9e40-695d06eadcc0),segment_id=523f5013-1db3-4dab-9e40-695d06eadcc0)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:23:00.833901 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.843581 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ab0cb280-14aa-48b6-8a22-37f978357787 None None] Deleting port f316e182-d2e7-4949-9c56-3674c33ab57c {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:23:00.844334 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb280-14aa-48b6-8a22-37f978357787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.844484 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:00.849508 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Calling delete_port for f316e182-d2e7-4949-9c56-3674c33ab57c owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:23:00.858498 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:00.926401 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ab0cb280-14aa-48b6-8a22-37f978357787 None None] For port f316e182-d2e7-4949-9c56-3674c33ab57c, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=f316e182-d2e7-4949-9c56-3674c33ab57c,segment=NetworkSegment(523f5013-1db3-4dab-9e40-695d06eadcc0),segment_id=523f5013-1db3-4dab-9e40-695d06eadcc0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:23:00.929698 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb280-14aa-48b6-8a22-37f978357787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.940490 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ab0cb280-14aa-48b6-8a22-37f978357787 None None] Calling delete_port for f316e182-d2e7-4949-9c56-3674c33ab57c owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:23:00.952249 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:00.983232 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Pushing event deleted for resources: {'Port': ['ID=f316e182-d2e7-4949-9c56-3674c33ab57c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:00.988017 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] No DVR routers for this DVR port f316e182-d2e7-4949-9c56-3674c33ab57c on host dv-cinder-836973-7-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:23:00.994320 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:01.035180 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb280-14aa-48b6-8a22-37f978357787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (f316e182-d2e7-4949-9c56-3674c33ab57c), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.048462 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0cb280-14aa-48b6-8a22-37f978357787 None None] No DVR routers for this DVR port f316e182-d2e7-4949-9c56-3674c33ab57c on host dv-cinder-836973-7-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:23:01.069436 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cb280-14aa-48b6-8a22-37f978357787 None None] Pushing event deleted for resources: {'Port': ['ID=f316e182-d2e7-4949-9c56-3674c33ab57c,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:01.075991 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (1ed359ca-be7d-448d-ba3f-78d7a61573f3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.134266 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed359ca-be7d-448d-ba3f-78d7a61573f3']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:23:01.150564 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cce8d-1fb5-4d1a-ad52-47820e9e626f req-f0175341-861c-402f-bc7a-efde1fb09189 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:01.152091 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ef4cce8d-1fb5-4d1a-ad52-47820e9e626f req-f0175341-861c-402f-bc7a-efde1fb09189 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 947 time: 0.1040339 Jun 21 08:23:01.153898 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523f5013-1db3-4dab-9e40-695d06eadcc0') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:23:01.154193 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523f5013-1db3-4dab-9e40-695d06eadcc0') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:23:01.170790 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (523f5013-1db3-4dab-9e40-695d06eadcc0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.194357 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (523f5013-1db3-4dab-9e40-695d06eadcc0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.209174 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:23:01.209646 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (523f5013-1db3-4dab-9e40-695d06eadcc0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.230532 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 523f5013-1db3-4dab-9e40-695d06eadcc0 resource provider aggregate not found Jun 21 08:23:01.248084 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ef4cce8d-1fb5-4d1a-ad52-47820e9e626f req-5e8d74e0-d66c-4750-95d2-0d6168004dee tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865505 Jun 21 08:23:01.257442 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 523f5013-1db3-4dab-9e40-695d06eadcc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 523f5013-1db3-4dab-9e40-695d06eadcc0 found for delete ", "request_id": "req-e00c06f7-571f-405e-86b4-f684a283e4ab"}]} Jun 21 08:23:01.292140 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (1ed359ca-be7d-448d-ba3f-78d7a61573f3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.299498 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.302552 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] 10.222.0.36 "DELETE /v2.0/networks/1ed359ca-be7d-448d-ba3f-78d7a61573f3 HTTP/1.1" status: 204 len: 168 time: 0.6686425 Jun 21 08:23:01.314345 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210b710-97d4-4119-9b0d-7bc4023eb97d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed359ca-be7d-448d-ba3f-78d7a61573f3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:01.415431 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46832) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:01.461646 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2c130225-b36d-4e47-89f4-5f37126779a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cad2999c58284b92b7166848a3e1f261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450177 Jun 21 08:23:01.464117 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46834) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:01.515102 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15eb5efa-8905-46fa-a071-a25f1526d25d admin admin] Publish callbacks [] for security_group (fcfb24d1-c382-44eb-8fd1-763cfd0890d2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.537251 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15eb5efa-8905-46fa-a071-a25f1526d25d admin admin] Publish callbacks [] for security_group (fcfb24d1-c382-44eb-8fd1-763cfd0890d2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.589164 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15eb5efa-8905-46fa-a071-a25f1526d25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (fcfb24d1-c382-44eb-8fd1-763cfd0890d2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.592889 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15eb5efa-8905-46fa-a071-a25f1526d25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:01.594056 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-15eb5efa-8905-46fa-a071-a25f1526d25d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcfb24d1-c382-44eb-8fd1-763cfd0890d2 HTTP/1.1" status: 204 len: 168 time: 0.1290612 Jun 21 08:23:01.602009 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb5efa-8905-46fa-a071-a25f1526d25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfb24d1-c382-44eb-8fd1-763cfd0890d2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:01.959432 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46842) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:01.999005 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fe155dd4-bbb3-4b1f-a0e0-e111e7f7a05a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf638c040b9e493e8f167d852dd0cfde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383291 Jun 21 08:23:02.001414 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46844) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:02.054783 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0506943a-c229-4fc1-b602-1ccddfb8cb96 admin admin] Publish callbacks [] for security_group (a4ee6796-9b3e-4381-b956-b6ac60c02978), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:02.077905 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0506943a-c229-4fc1-b602-1ccddfb8cb96 admin admin] Publish callbacks [] for security_group (a4ee6796-9b3e-4381-b956-b6ac60c02978), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:02.116840 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:02.144889 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device f316e182-d2e7-4949-9c56-3674c33ab57c no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:23:02.147190 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0506943a-c229-4fc1-b602-1ccddfb8cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (a4ee6796-9b3e-4381-b956-b6ac60c02978), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:02.149936 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0506943a-c229-4fc1-b602-1ccddfb8cb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:02.151135 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0506943a-c229-4fc1-b602-1ccddfb8cb96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4ee6796-9b3e-4381-b956-b6ac60c02978 HTTP/1.1" status: 204 len: 168 time: 0.1488051 Jun 21 08:23:02.160626 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506943a-c229-4fc1-b602-1ccddfb8cb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ee6796-9b3e-4381-b956-b6ac60c02978,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:02.169528 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: f316e182-d2e7-4949-9c56-3674c33ab57c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:23:02.169886 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device f316e182-d2e7-4949-9c56-3674c33ab57c not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:23:02.170322 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 2d695e6b-3e04-407b-8e24-a4cad1050ca1 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:23:02.196653 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 2d695e6b-3e04-407b-8e24-a4cad1050ca1 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:23:02.197032 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 2d695e6b-3e04-407b-8e24-a4cad1050ca1 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:23:02.197454 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 7b928f3a-1303-4f57-958d-d03474f46e47 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:23:02.220742 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 7b928f3a-1303-4f57-958d-d03474f46e47 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:23:02.221315 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 7b928f3a-1303-4f57-958d-d03474f46e47 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:23:02.387134 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f48fe-89a7-480a-a1ff-d549a43daeb1 req-b7328b95-b4e3-40bc-865f-61f2c94ebb2f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:02.392004 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-479f48fe-89a7-480a-a1ff-d549a43daeb1 req-b7328b95-b4e3-40bc-865f-61f2c94ebb2f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 947 time: 0.0616035 Jun 21 08:23:02.448260 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-479f48fe-89a7-480a-a1ff-d549a43daeb1 req-ba1a8211-53b5-40b9-9a45-3841beddccbb tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494869 Jun 21 08:23:02.571561 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51355f03-6cfe-47e4-809a-922e063359c2 req-fa4a61f2-2c91-4e3b-822e-74985cadc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:02.574565 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-51355f03-6cfe-47e4-809a-922e063359c2 req-fa4a61f2-2c91-4e3b-822e-74985cadc767 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 1131 time: 0.0468457 Jun 21 08:23:02.631401 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-51355f03-6cfe-47e4-809a-922e063359c2 req-505683f7-6caa-485d-8623-535bd18fe3ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512431 Jun 21 08:23:03.594459 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c790-d2d5-4f35-b5a5-13a19ee9e145 req-c4215cc0-b07f-48b7-acdd-d036fd4d4f82 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:03.596200 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9587c790-d2d5-4f35-b5a5-13a19ee9e145 req-c4215cc0-b07f-48b7-acdd-d036fd4d4f82 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 947 time: 0.0665412 Jun 21 08:23:03.635648 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:03.665797 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9587c790-d2d5-4f35-b5a5-13a19ee9e145 req-c739b433-5d98-47a8-be01-92b00dc3eb2c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609417 Jun 21 08:23:04.402165 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:23:04.810276 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302748b-da49-4c1f-8457-924998a13dee req-73d3819c-73bd-4b2c-aca1-146bdd26f8f6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:04.812747 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b302748b-da49-4c1f-8457-924998a13dee req-73d3819c-73bd-4b2c-aca1-146bdd26f8f6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 947 time: 0.0636053 Jun 21 08:23:04.879591 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b302748b-da49-4c1f-8457-924998a13dee req-6caa7c7c-181a-4fe8-baca-95253110beeb tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535939 Jun 21 08:23:06.010224 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e3f9-8636-418e-8e50-430dd6200808 req-853e60e7-05a0-4f14-b308-b4f88a74a770 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:06.011767 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8809e3f9-8636-418e-8e50-430dd6200808 req-853e60e7-05a0-4f14-b308-b4f88a74a770 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 947 time: 0.0487678 Jun 21 08:23:06.064261 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8809e3f9-8636-418e-8e50-430dd6200808 req-5b04bad1-8b2b-4658-8030-14f8671bf428 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465546 Jun 21 08:23:12.193000 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=11,neutron:DELETE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:12.202232 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:14.397313 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=28 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:14.870847 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:14.873643 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=36,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:15.719541 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46954) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:15.840947 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:15.919823 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Publish callbacks [] for security_group (f020c520-58a4-4c0a-be04-6b43cbf1bd28), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:15.924901 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (f020c520-58a4-4c0a-be04-6b43cbf1bd28), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:15.969873 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f0581e8737044bd9157b20187fc8d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488863 Jun 21 08:23:15.970343 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f020c520-58a4-4c0a-be04-6b43cbf1bd28,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:15.972361 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46958) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:15.977837 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.978187 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.978538 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.978902 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.979237 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.979568 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.979897 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.980232 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.980579 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.980906 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.981235 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.981564 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.981888 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.982208 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:15.982577 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03a18-fe5f-45e7-afd5-dec6895920c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:16.032384 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e74cd7-a249-4e88-87c5-431342944dfe admin admin] Publish callbacks [] for security_group (f020c520-58a4-4c0a-be04-6b43cbf1bd28), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:16.055479 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e74cd7-a249-4e88-87c5-431342944dfe admin admin] Publish callbacks [] for security_group (f020c520-58a4-4c0a-be04-6b43cbf1bd28), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:16.109913 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e74cd7-a249-4e88-87c5-431342944dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (f020c520-58a4-4c0a-be04-6b43cbf1bd28), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:16.112518 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e74cd7-a249-4e88-87c5-431342944dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:16.114541 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-f4e74cd7-a249-4e88-87c5-431342944dfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f020c520-58a4-4c0a-be04-6b43cbf1bd28 HTTP/1.1" status: 204 len: 168 time: 0.1407623 Jun 21 08:23:16.128688 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e74cd7-a249-4e88-87c5-431342944dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f020c520-58a4-4c0a-be04-6b43cbf1bd28,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:16.863046 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 46980) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:16.985058 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1909667126-network', 'tenant_id': 'e2c14f0f94af45b7b3117234993b591e'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:23:17.191946 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Made reservation on behalf of e2c14f0f94af45b7b3117234993b591e for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:23:17.194288 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.204101 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.301717 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Publish callbacks [] for security_group (8e9e424d-afca-494c-bdd0-4f201ace5201), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.307370 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8e9e424d-afca-494c-bdd0-4f201ace5201), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.342836 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:23:17.356722 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9e424d-afca-494c-bdd0-4f201ace5201,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:17.363866 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (3dfac8b7-b367-448a-a329-446d0415be6f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.364215 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Added segment 3dfac8b7-b367-448a-a329-446d0415be6f of type vlan for network 5173ea1b-6939-4f27-ba30-a33c0a2db708 Jun 21 08:23:17.416534 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (5173ea1b-6939-4f27-ba30-a33c0a2db708), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.428768 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:17.443564 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (5173ea1b-6939-4f27-ba30-a33c0a2db708), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.444458 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:17.445061 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.488092 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6239159 Jun 21 08:23:17.496534 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 46984) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:17.502533 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Request body: {'subnet': {'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1909667126-subnet', 'tenant_id': 'e2c14f0f94af45b7b3117234993b591e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:23:17.520078 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb92508-b001-4352-a497-1fed153a9b81 admin admin] Pushing event updated for resources: {'Network': ['ID=5173ea1b-6939-4f27-ba30-a33c0a2db708,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:17.526784 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Made reservation on behalf of e2c14f0f94af45b7b3117234993b591e for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:23:17.529996 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151950'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.531686 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 5173ea1b-6939-4f27-ba30-a33c0a2db708 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:23:17.722062 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3769449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26152056'] for subnet (49f4b8d6-855c-46b0-812b-6cd79902bcf9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.792548 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f4b8d6-855c-46b0-812b-6cd79902bcf9,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:17.802550 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Checking segment: {'id': '3dfac8b7-b367-448a-a329-446d0415be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:23:17.803195 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Network hostable DHCP agents. Network: 5173ea1b-6939-4f27-ba30-a33c0a2db708, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:23:17.823968 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Network 5173ea1b-6939-4f27-ba30-a33c0a2db708 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:23:17.833723 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 5173ea1b-6939-4f27-ba30-a33c0a2db708) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:23:17.838298 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:17.838919 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:17.844272 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f28ff4-2757-422a-8f43-c66c0faa9fea None None] Network 5173ea1b-6939-4f27-ba30-a33c0a2db708 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:23:17.857171 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-e3a75bbe-d38d-4f94-a00d-c460975cacb4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3594835 Jun 21 08:23:17.963422 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f355104-d5b3-4df3-9617-5c6e1149ac43 None None] Network 5173ea1b-6939-4f27-ba30-a33c0a2db708 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:23:18.770754 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-177ad7d2-f943-4e56-8826-140aadaa3a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:19.696050 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-201454d7-78f7-45ef-b695-6660bfe443fb tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:19.697626 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-201454d7-78f7-45ef-b695-6660bfe443fb tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/networks?id=5173ea1b-6939-4f27-ba30-a33c0a2db708 HTTP/1.1" status: 200 len: 814 time: 0.1299477 Jun 21 08:23:19.714181 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-9241f7f8-49f2-4bb4-b788-7b8f4fbf67fd tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/quotas/e2c14f0f94af45b7b3117234993b591e HTTP/1.1" status: 200 len: 375 time: 0.0111251 Jun 21 08:23:19.750853 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-03581fa5-f6d3-4573-a6b5-524537a1b662 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2c14f0f94af45b7b3117234993b591e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313184 Jun 21 08:23:19.900912 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-88f6191c-488b-4cee-bbf0-94c56e048a93 service neutron] 10.222.0.36 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431105 Jun 21 08:23:19.912551 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:19.994417 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:20.001455 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-ff030fdf-2a47-40c0-9ad9-d66a1739c5a4 service neutron] 10.222.0.36 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942087 Jun 21 08:23:20.182774 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fec9a599-a99e-4f39-b81c-b797779a4306 req-48ea0318-70c2-4b16-9fff-68a9a70e05a4 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 210 time: 0.0340068 Jun 21 08:23:21.011022 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d6c641d4-a145-442e-a169-6fc346cb18be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:21.075242 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:21.150517 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-0052bdc4-c819-4701-b214-bbf411a1c8c0 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:21.152163 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-0052bdc4-c819-4701-b214-bbf411a1c8c0 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.46 "GET /v2.0/networks?id=5173ea1b-6939-4f27-ba30-a33c0a2db708 HTTP/1.1" status: 200 len: 814 time: 0.1226606 Jun 21 08:23:21.166488 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Request body: {'port': {'device_id': '146c869a-86bf-48a4-9779-8fdf2f919a56', 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708', 'admin_state_up': True, 'tenant_id': 'e2c14f0f94af45b7b3117234993b591e'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:23:21.293438 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-86586c61-35a3-4083-8d83-cb8e4104defb req-45f0ff58-f2d4-4191-bf88-2b1e798feee2 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 210 time: 0.0326672 Jun 21 08:23:21.310973 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Made reservation on behalf of e2c14f0f94af45b7b3117234993b591e for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:23:21.314928 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:21.455992 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Allocated IP 172.20.0.5 (5173ea1b-6939-4f27-ba30-a33c0a2db708/49f4b8d6-855c-46b0-812b-6cd79902bcf9/5289fb23-8cbb-4cf6-9c98-ff16adde86b0) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:23:21.639147 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks [] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:21.677631 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:21.728673 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Network 5173ea1b-6939-4f27-ba30-a33c0a2db708 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:23:21.731749 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:23:21.736318 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:23:21.760769 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Pushing event updated for resources: {'Port': ['ID=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:21.789367 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:21.789987 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:21.807189 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-a4963ca4-0cc7-470b-8034-bd9ae134c6ba tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6447427 Jun 21 08:23:21.819243 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Request body: {'port': {'device_id': '146c869a-86bf-48a4-9779-8fdf2f919a56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:23:21.884190 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:21.886658 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:22.074073 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:22.148473 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:22.169455 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:23:22.180738 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Publish callbacks [] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:22.195663 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Transition to ACTIVE for port object 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:23:22.215651 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:22.272618 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Pushing event updated for resources: {'Port': ['ID=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:22.355110 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Attempting to bind port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:23:22.355724 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Attempting to bind port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '3dfac8b7-b367-448a-a329-446d0415be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:23:22.355724 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Attempting to bind port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 on network 5173ea1b-6939-4f27-ba30-a33c0a2db708 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:23:22.360967 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 on network 5173ea1b-6939-4f27-ba30-a33c0a2db708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:23:22.360967 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Attempting to bind port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 on network 5173ea1b-6939-4f27-ba30-a33c0a2db708 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:23:22.366056 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:23:22.366392 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Checking segment: {'id': '3dfac8b7-b367-448a-a329-446d0415be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:23:22.367135 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Bound using segment: {'id': '3dfac8b7-b367-448a-a329-446d0415be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:23:22.367287 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Bound port: 5289fb23-8cbb-4cf6-9c98-ff16adde86b0, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfac8b7-b367-448a-a329-446d0415be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:23:22.367577 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:22.419997 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afb9e3-217a-42d1-9817-41ae2e7db5ee req-3828b82f-503f-403c-a3e8-b7c93a90a7d5 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:22.421523 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-01afb9e3-217a-42d1-9817-41ae2e7db5ee req-3828b82f-503f-403c-a3e8-b7c93a90a7d5 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 943 time: 0.0508609 Jun 21 08:23:22.433955 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] For port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:23:22.437165 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] For port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,segment=NetworkSegment(3dfac8b7-b367-448a-a329-446d0415be6f),segment_id=3dfac8b7-b367-448a-a329-446d0415be6f)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:23:22.444461 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:22.444970 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:22.481915 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:22.482577 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:22.483958 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] 10.222.0.46 "PUT /v2.0/ports/5289fb23-8cbb-4cf6-9c98-ff16adde86b0 HTTP/1.1" status: 200 len: 1093 time: 0.6691890 Jun 21 08:23:22.484393 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146c869a-86bf-48a4-9779-8fdf2f919a56', 'tag': '5289fb23-8cbb-4cf6-9c98-ff16adde86b0'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:23:22.486890 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-01afb9e3-217a-42d1-9817-41ae2e7db5ee req-9b3f7423-93b5-4a72-822c-3b272ad32336 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589488 Jun 21 08:23:22.487035 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2c170d-0411-4646-9b54-11ddd5f952b9" -d '{"events": [{"name": "network-changed", "server_uuid": "146c869a-86bf-48a4-9779-8fdf2f919a56", "tag": "5289fb23-8cbb-4cf6-9c98-ff16adde86b0"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:23:22.512958 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b416db-5dfd-4adf-b7bd-91c531e2387a service neutron] Pushing event updated for resources: {'Port': ['ID=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:22.570549 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4f341a-ce58-4771-b9a1-de726b18697d x-openstack-request-id: req-9e4f341a-ce58-4771-b9a1-de726b18697d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:23:22.570851 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146c869a-86bf-48a4-9779-8fdf2f919a56", "tag": "5289fb23-8cbb-4cf6-9c98-ff16adde86b0", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:23:22.571232 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e4f341a-ce58-4771-b9a1-de726b18697d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:23:22.571481 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4f341a-ce58-4771-b9a1-de726b18697d'] response: {'name': 'network-changed', 'server_uuid': '146c869a-86bf-48a4-9779-8fdf2f919a56', 'tag': '5289fb23-8cbb-4cf6-9c98-ff16adde86b0', 'status': 'completed', 'code': 200} Jun 21 08:23:22.584571 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-0230702b-4cf0-4564-a958-a82684c6f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:22.586204 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-0230702b-4cf0-4564-a958-a82684c6f194 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2c14f0f94af45b7b3117234993b591e&device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 1127 time: 0.0564566 Jun 21 08:23:22.625347 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-6ba547b0-07e6-4b87-b7b4-b1d52e2ea184 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5289fb23-8cbb-4cf6-9c98-ff16adde86b0 HTTP/1.1" status: 200 len: 217 time: 0.0326996 Jun 21 08:23:22.676319 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-f524f17c-46a4-4d20-979a-965772237b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:22.677694 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-f524f17c-46a4-4d20-979a-965772237b27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f4b8d6-855c-46b0-812b-6cd79902bcf9 HTTP/1.1" status: 200 len: 854 time: 0.0468919 Jun 21 08:23:22.709827 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-75ffa9bb-5f4b-4018-8dcf-c75f12ea66d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5173ea1b-6939-4f27-ba30-a33c0a2db708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264435 Jun 21 08:23:23.092424 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-34e0b8c0-7483-4757-8ee9-2afff0c8fe2b service neutron] 10.222.0.46 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754025 Jun 21 08:23:23.193913 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88b32209-742d-4da2-a3b7-26e48d70cf3d req-9765d74e-5aeb-4971-bceb-6c893e3fddac service neutron] 10.222.0.46 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949106 Jun 21 08:23:23.610733 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b928-8743-47c6-ad0f-c3ba3f53f8c8 req-e88ee693-f90b-4749-ba55-17495b314193 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:23.612601 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f605b928-8743-47c6-ad0f-c3ba3f53f8c8 req-e88ee693-f90b-4749-ba55-17495b314193 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 943 time: 0.0520608 Jun 21 08:23:23.669051 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f605b928-8743-47c6-ad0f-c3ba3f53f8c8 req-392e518d-4db0-4255-8633-10685d31334e tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506930 Jun 21 08:23:23.742359 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:23.928824 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:23.961971 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c170d-0411-4646-9b54-11ddd5f952b9 req-72298c69-b390-4547-ad8b-b4de1e4eaccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:23.963541 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-db2c170d-0411-4646-9b54-11ddd5f952b9 req-72298c69-b390-4547-ad8b-b4de1e4eaccd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2c14f0f94af45b7b3117234993b591e&device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 1127 time: 0.0443084 Jun 21 08:23:24.005419 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:24.055196 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c170d-0411-4646-9b54-11ddd5f952b9 req-14d84e8c-b182-4fb8-9f3a-f7c56590cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:24.056653 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-db2c170d-0411-4646-9b54-11ddd5f952b9 req-14d84e8c-b182-4fb8-9f3a-f7c56590cae7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5173ea1b-6939-4f27-ba30-a33c0a2db708 HTTP/1.1" status: 200 len: 915 time: 0.0876958 Jun 21 08:23:24.098827 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-db2c170d-0411-4646-9b54-11ddd5f952b9 req-8d1ea18f-1a03-46e3-9f3e-2e9aa8ff6a67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5289fb23-8cbb-4cf6-9c98-ff16adde86b0 HTTP/1.1" status: 200 len: 217 time: 0.0364947 Jun 21 08:23:24.133125 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:24.148532 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c170d-0411-4646-9b54-11ddd5f952b9 req-f136fa68-2f04-4f83-8abb-dd2e22566a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:24.149973 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-db2c170d-0411-4646-9b54-11ddd5f952b9 req-f136fa68-2f04-4f83-8abb-dd2e22566a7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f4b8d6-855c-46b0-812b-6cd79902bcf9 HTTP/1.1" status: 200 len: 854 time: 0.0458915 Jun 21 08:23:24.181496 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-db2c170d-0411-4646-9b54-11ddd5f952b9 req-8a15c284-c8c9-49df-953a-549ba508b197 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5173ea1b-6939-4f27-ba30-a33c0a2db708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259297 Jun 21 08:23:24.275955 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-db2c170d-0411-4646-9b54-11ddd5f952b9 req-4797285b-e6bd-4e41-9eab-c64b869885f3 service neutron] 10.222.0.46 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873978 Jun 21 08:23:24.369422 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-db2c170d-0411-4646-9b54-11ddd5f952b9 req-df4eb7da-9569-4d9c-b791-79b1599848d6 service neutron] 10.222.0.46 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875881 Jun 21 08:23:24.796300 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d0c3b-6e63-48d4-9d0d-06a7c0d0fd29 req-c4c1b5f6-f29f-413a-9903-0539e99d895f tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:24.797790 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-573d0c3b-6e63-48d4-9d0d-06a7c0d0fd29 req-c4c1b5f6-f29f-413a-9903-0539e99d895f tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 943 time: 0.0569627 Jun 21 08:23:24.846760 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-573d0c3b-6e63-48d4-9d0d-06a7c0d0fd29 req-9c929aa5-5c54-40ae-87f4-22187979a2ca tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422475 Jun 21 08:23:25.738635 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:23:25.882021 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,segment=NetworkSegment(3dfac8b7-b367-448a-a329-446d0415be6f),segment_id=3dfac8b7-b367-448a-a329-446d0415be6f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:23:25.896890 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '5289fb23-8cbb-4cf6-9c98-ff16adde86b0', 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708', 'port_id': '5289fb23-8cbb-4cf6-9c98-ff16adde86b0', 'mac_address': 'fa:16:3e:a2:fe:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f4b8d6-855c-46b0-812b-6cd79902bcf9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:23:25.945550 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:23:25.946430 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:25.963484 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:23:25.984301 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18f27f-2912-4ea7-bc52-af329b96063f req-2648750d-56de-42eb-afaa-1bde98b2c8e6 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:25.986506 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c18f27f-2912-4ea7-bc52-af329b96063f req-2648750d-56de-42eb-afaa-1bde98b2c8e6 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 943 time: 0.0622189 Jun 21 08:23:25.994115 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,segment=NetworkSegment(3dfac8b7-b367-448a-a329-446d0415be6f),segment_id=3dfac8b7-b367-448a-a329-446d0415be6f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:23:26.000164 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:26.001753 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:26.055913 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:26.067584 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2c18f27f-2912-4ea7-bc52-af329b96063f req-e9716173-4b9f-4787-833e-60f85bb6a06d tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749335 Jun 21 08:23:26.206507 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['5289fb23-8cbb-4cf6-9c98-ff16adde86b0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:23:27.018520 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-6899ed45-6562-45d7-9d2f-7f6dac2f487b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421038 Jun 21 08:23:27.079813 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-50a1a766-e200-4c1e-96cc-a17bc9e1e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:27.081294 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-50a1a766-e200-4c1e-96cc-a17bc9e1e146 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 1131 time: 0.0409873 Jun 21 08:23:27.229133 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27deb7a7-e4c7-4b38-88db-a8c5f68b6510 req-0bece945-9ca5-4a55-91e5-5ba0048f5f25 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:27.230647 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-27deb7a7-e4c7-4b38-88db-a8c5f68b6510 req-0bece945-9ca5-4a55-91e5-5ba0048f5f25 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 944 time: 0.0648305 Jun 21 08:23:27.235827 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-689498f0-9ee4-4235-9a4b-9a92bc0f7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:27.237250 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-689498f0-9ee4-4235-9a4b-9a92bc0f7c71 service neutron] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 918 time: 0.1363385 Jun 21 08:23:27.331831 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-32643695-0709-428f-a394-b750ad857c76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0 HTTP/1.1" status: 200 len: 1001 time: 0.0860023 Jun 21 08:23:27.336113 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-27deb7a7-e4c7-4b38-88db-a8c5f68b6510 req-8a14ae88-bf07-4f16-9813-9c2016fd393a tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979936 Jun 21 08:23:27.382235 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-0c3c1fbb-bd7f-4df1-8bdd-40384bed51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:27.383722 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-0c3c1fbb-bd7f-4df1-8bdd-40384bed51b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.0458913 Jun 21 08:23:27.429841 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-5f849ef7-3876-49fc-af51-a34c7c1840fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:27.431430 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-5f849ef7-3876-49fc-af51-a34c7c1840fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416768 Jun 21 08:23:27.517526 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:27.534864 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-0045d48f-4b90-4f32-b08c-f3c232f6dec3 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971985 Jun 21 08:23:27.634924 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af3c9fc5-c21e-4194-94bb-ca2947e5b351 req-b5ea437e-a226-4878-92a3-94d1b84a495c service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939529 Jun 21 08:23:27.755782 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:23:27.791899 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:27.803568 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:27.805935 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:23:27.815032 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:23:27.815678 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:27.920767 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:23:27.921301 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:27.948327 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146c869a-86bf-48a4-9779-8fdf2f919a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5289fb23-8cbb-4cf6-9c98-ff16adde86b0'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:23:27.950552 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc769e3-aefa-41d1-bf1c-c429c3fcb40b" -d '{"events": [{"server_uuid": "146c869a-86bf-48a4-9779-8fdf2f919a56", "name": "network-vif-plugged", "status": "completed", "tag": "5289fb23-8cbb-4cf6-9c98-ff16adde86b0"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:23:27.963487 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,segment=NetworkSegment(3dfac8b7-b367-448a-a329-446d0415be6f),segment_id=3dfac8b7-b367-448a-a329-446d0415be6f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:23:27.968611 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:27.997670 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a7a6d5-8dbf-470d-8e09-b39d5388465a x-openstack-request-id: req-25a7a6d5-8dbf-470d-8e09-b39d5388465a {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:23:27.997955 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146c869a-86bf-48a4-9779-8fdf2f919a56", "name": "network-vif-plugged", "status": "completed", "tag": "5289fb23-8cbb-4cf6-9c98-ff16adde86b0", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:23:27.998203 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25a7a6d5-8dbf-470d-8e09-b39d5388465a {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:23:27.998595 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a7a6d5-8dbf-470d-8e09-b39d5388465a'] response: {'server_uuid': '146c869a-86bf-48a4-9779-8fdf2f919a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5289fb23-8cbb-4cf6-9c98-ff16adde86b0', 'code': 200} Jun 21 08:23:28.022729 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:28.173429 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af82772-2fc4-4799-bbd2-75137ea5bf1a req-94b9ab7d-24a5-4618-ac6c-ad2e6fbf8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:28.174959 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3af82772-2fc4-4799-bbd2-75137ea5bf1a req-94b9ab7d-24a5-4618-ac6c-ad2e6fbf8637 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 1129 time: 0.0423996 Jun 21 08:23:28.227534 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3af82772-2fc4-4799-bbd2-75137ea5bf1a req-169127a5-9b7b-4d6c-8396-2be6deedfa51 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469961 Jun 21 08:23:28.449194 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:28.459547 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb958179-cd43-4771-b329-98e9f914121a req-5543c697-f350-45db-83e0-da8a3372a161 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:28.461069 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb958179-cd43-4771-b329-98e9f914121a req-5543c697-f350-45db-83e0-da8a3372a161 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Jun 21 08:23:28.515728 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-eb958179-cd43-4771-b329-98e9f914121a req-b16c6e78-b805-47f4-8c18-c77d8712d7c2 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Jun 21 08:23:29.647314 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6210bc-9541-4460-b2ea-be4293066eed req-b6389b79-b7ef-4ea3-8cd1-d51884ca2a7e tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:29.648849 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-db6210bc-9541-4460-b2ea-be4293066eed req-b6389b79-b7ef-4ea3-8cd1-d51884ca2a7e tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 945 time: 0.0580487 Jun 21 08:23:29.697061 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-db6210bc-9541-4460-b2ea-be4293066eed req-8b818fa8-9dab-4a56-a86f-fead82e2a2b8 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422168 Jun 21 08:23:38.017763 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:38.020261 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:38.509326 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=28 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:38.511968 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:39.690215 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=33 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:39.692951 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=13 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:40.542711 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc6041-43fa-4b07-8517-17fbc0e471b6 req-9334eeb7-2e39-45de-a2be-975ee69f8dc8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:40.544218 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-31bc6041-43fa-4b07-8517-17fbc0e471b6 req-9334eeb7-2e39-45de-a2be-975ee69f8dc8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 947 time: 0.0539269 Jun 21 08:23:40.595439 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-31bc6041-43fa-4b07-8517-17fbc0e471b6 req-93e4dc10-bc5f-44a3-a916-5b58fb872981 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454974 Jun 21 08:23:41.402279 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:23:41.734275 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c4b7-3eff-4db0-88a6-b118ffeb318d req-cb928051-763e-45ad-95e4-4ff8ad4e63e8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:41.735832 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88f8c4b7-3eff-4db0-88a6-b118ffeb318d req-cb928051-763e-45ad-95e4-4ff8ad4e63e8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 947 time: 0.0590477 Jun 21 08:23:41.787399 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88f8c4b7-3eff-4db0-88a6-b118ffeb318d req-22b01f8d-4fce-44e2-a4bd-c5e905ca57bd tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac3ec81-f7d0-408a-bdcc-ddac507f1858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449297 Jun 21 08:23:42.193186 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-c7eaef07-8723-483e-a9bc-16aa4d637df2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:42.194706 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-c7eaef07-8723-483e-a9bc-16aa4d637df2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.46 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 947 time: 0.0488353 Jun 21 08:23:42.284884 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Deleting port cf45f811-be66-426a-b1e5-e7bddc45e9f0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:23:42.285228 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:42.378428 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] For port cf45f811-be66-426a-b1e5-e7bddc45e9f0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=cf45f811-be66-426a-b1e5-e7bddc45e9f0,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:23:42.379059 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:42.593635 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:42.594006 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (1bc31190-1884-4a62-91ea-0903ea510f0f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:42.594323 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Floating IP 1bc31190-1884-4a62-91ea-0903ea510f0f disassociated. External IP: 172.27.0.31, port: cf45f811-be66-426a-b1e5-e7bddc45e9f0. Jun 21 08:23:42.594690 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Calling delete_port for cf45f811-be66-426a-b1e5-e7bddc45e9f0 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:23:42.732090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (cf45f811-be66-426a-b1e5-e7bddc45e9f0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:42.762415 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event deleted for resources: {'Port': ['ID=cf45f811-be66-426a-b1e5-e7bddc45e9f0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:42.884175 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Router a0d42c95-cdc1-4011-957d-372a34196924 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:23:42.903524 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ce327453-3a1a-414e-a34a-2abbafca5451 req-f18fb3be-172a-41dc-bf56-6be07593ddc0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=c679db4c-d2f2-4b89-8027-39078f9bf5aa HTTP/1.1" status: 200 len: 210 time: 0.0310564 Jun 21 08:23:42.994936 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:23:43.006343 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] Sync routers for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:23:43.018528 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:23:43.019213 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:23:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:23:43.041182 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] No DVR routers for this DVR port cf45f811-be66-426a-b1e5-e7bddc45e9f0 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:23:43.043818 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:43.047252 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6ebd10a6-6d58-4a0c-9bbb-f39d53e34cbd req-768257e6-3130-414e-a29e-9c033ce83f80 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.46 "DELETE /v2.0/ports/cf45f811-be66-426a-b1e5-e7bddc45e9f0 HTTP/1.1" status: 204 len: 173 time: 0.8467550 Jun 21 08:23:43.047798 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'name': 'network-vif-deleted', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:23:43.050059 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083a953f-7747-4e3a-8691-c6135f157704" -d '{"events": [{"server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "name": "network-vif-deleted", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:23:43.107265 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdc7de6-5fa3-4bfe-b30b-14f3b3888ceb x-openstack-request-id: req-4fdc7de6-5fa3-4bfe-b30b-14f3b3888ceb {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:23:43.107619 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c679db4c-d2f2-4b89-8027-39078f9bf5aa", "name": "network-vif-deleted", "tag": "cf45f811-be66-426a-b1e5-e7bddc45e9f0", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:23:43.107934 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4fdc7de6-5fa3-4bfe-b30b-14f3b3888ceb {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:23:43.108454 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdc7de6-5fa3-4bfe-b30b-14f3b3888ceb'] response: {'server_uuid': 'c679db4c-d2f2-4b89-8027-39078f9bf5aa', 'name': 'network-vif-deleted', 'tag': 'cf45f811-be66-426a-b1e5-e7bddc45e9f0', 'status': 'completed', 'code': 200} Jun 21 08:23:43.136097 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:23:43.361488 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:23:43.410642 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] Checking router: a0d42c95-cdc1-4011-957d-372a34196924 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:23:43.421491 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:23:43.422115 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:23:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:23:43.534211 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:23:43.771742 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:23:43.797895 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802112d3-1ee4-42ff-b398-5bf296754b6a None None] The sync data for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi is: [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:23:44.008378 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 47176) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:44.032669 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f31bc-dad7-4d8e-a398-2d48feb09bbf None None] New status for floating IP 1bc31190-1884-4a62-91ea-0903ea510f0f: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:23:44.078437 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6463eea7-519c-4959-b3e3-1a1d99f2d3cc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (0ac3ec81-f7d0-408a-bdcc-ddac507f1858), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.108872 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6463eea7-519c-4959-b3e3-1a1d99f2d3cc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (0ac3ec81-f7d0-408a-bdcc-ddac507f1858), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.170984 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6463eea7-519c-4959-b3e3-1a1d99f2d3cc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0ac3ec81-f7d0-408a-bdcc-ddac507f1858), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.174105 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6463eea7-519c-4959-b3e3-1a1d99f2d3cc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.175468 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6463eea7-519c-4959-b3e3-1a1d99f2d3cc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "DELETE /v2.0/security-groups/0ac3ec81-f7d0-408a-bdcc-ddac507f1858 HTTP/1.1" status: 204 len: 168 time: 0.1657491 Jun 21 08:23:44.178476 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 47178) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:44.185078 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463eea7-519c-4959-b3e3-1a1d99f2d3cc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac3ec81-f7d0-408a-bdcc-ddac507f1858,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:44.195142 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.api.v2.resource [None req-197c112c-b93b-4e19-833b-d0a0f606492b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] show failed (client error): The resource could not be found. Jun 21 08:23:44.199423 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-197c112c-b93b-4e19-833b-d0a0f606492b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups/0ac3ec81-f7d0-408a-bdcc-ddac507f1858 HTTP/1.1" status: 404 len: 347 time: 0.0190487 Jun 21 08:23:44.200190 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 47180) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:44.241449 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:44.252678 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:44.326761 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Deleting port 7fa94dc7-1ab8-4de4-ba25-189bbda07dd8 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:23:44.327108 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (7fa94dc7-1ab8-4de4-ba25-189bbda07dd8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.410592 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (7fa94dc7-1ab8-4de4-ba25-189bbda07dd8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.410955 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (7fa94dc7-1ab8-4de4-ba25-189bbda07dd8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.424897 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Calling delete_port for 7fa94dc7-1ab8-4de4-ba25-189bbda07dd8 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:23:44.569662 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (7fa94dc7-1ab8-4de4-ba25-189bbda07dd8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.599206 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event deleted for resources: {'Port': ['ID=7fa94dc7-1ab8-4de4-ba25-189bbda07dd8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:44.624870 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.625218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.625562 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.625904 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.626241 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.626573 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.626929 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.627259 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.627587 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.627915 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.628240 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.628818 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.629143 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.629465 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.629785 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:44.677488 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (1bc31190-1884-4a62-91ea-0903ea510f0f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.679887 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.681046 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-34067bef-c738-413b-b56d-a6d97b4a5e66 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "DELETE /v2.0/floatingips/1bc31190-1884-4a62-91ea-0903ea510f0f HTTP/1.1" status: 204 len: 168 time: 0.4798942 Jun 21 08:23:44.762831 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 47184) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:44.767511 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-abe41431-87ae-42c4-bed3-40ece16f3928 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013796990', 'description': 'tempest-description--1221620171'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:23:44.788480 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-abe41431-87ae-42c4-bed3-40ece16f3928 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.858114 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-abe41431-87ae-42c4-bed3-40ece16f3928 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (e0fc1148-8a1d-48f0-aed7-db8db8cb0a81), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.863304 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-abe41431-87ae-42c4-bed3-40ece16f3928 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e0fc1148-8a1d-48f0-aed7-db8db8cb0a81), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.896532 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-abe41431-87ae-42c4-bed3-40ece16f3928 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.897789 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-abe41431-87ae-42c4-bed3-40ece16f3928 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1338983 Jun 21 08:23:44.899878 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe41431-87ae-42c4-bed3-40ece16f3928 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:44.901041 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 47188) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:44.907008 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a2c132b7-5684-4e46-b94d-b328582a4656 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'security_group_rule': {'security_group_id': 'e0fc1148-8a1d-48f0-aed7-db8db8cb0a81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:23:44.937933 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2c132b7-5684-4e46-b94d-b328582a4656 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (8b221c37-d88b-4734-96dc-9be675b93161), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:44.998449 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2c132b7-5684-4e46-b94d-b328582a4656 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (8b221c37-d88b-4734-96dc-9be675b93161), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.003384 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2c132b7-5684-4e46-b94d-b328582a4656 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (8b221c37-d88b-4734-96dc-9be675b93161), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.023836 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c132b7-5684-4e46-b94d-b328582a4656 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b221c37-d88b-4734-96dc-9be675b93161,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:45.030235 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2c132b7-5684-4e46-b94d-b328582a4656 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.031485 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a2c132b7-5684-4e46-b94d-b328582a4656 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284947 Jun 21 08:23:45.034865 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 47194) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:45.039540 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-79d59a8d-2a75-4df4-af8e-dcca96ba553d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'security_group_rule': {'security_group_id': 'e0fc1148-8a1d-48f0-aed7-db8db8cb0a81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:23:45.072216 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79d59a8d-2a75-4df4-af8e-dcca96ba553d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (7fbe4b0e-7271-4272-a501-2d34ea1bd417), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.137938 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79d59a8d-2a75-4df4-af8e-dcca96ba553d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (7fbe4b0e-7271-4272-a501-2d34ea1bd417), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.142285 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79d59a8d-2a75-4df4-af8e-dcca96ba553d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (7fbe4b0e-7271-4272-a501-2d34ea1bd417), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.161933 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d59a8d-2a75-4df4-af8e-dcca96ba553d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbe4b0e-7271-4272-a501-2d34ea1bd417,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:45.170786 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79d59a8d-2a75-4df4-af8e-dcca96ba553d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.172012 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-79d59a8d-2a75-4df4-af8e-dcca96ba553d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361504 Jun 21 08:23:45.175224 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 47200) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:23:45.180251 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:23:45.202886 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.307649 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.420836 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Allocated IP 172.27.0.65 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/8d961f0b-2f54-40e2-a4af-2724b7c6de08) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:23:45.458796 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:45.463084 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:45.534470 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for port (8d961f0b-2f54-40e2-a4af-2724b7c6de08), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.571124 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (8d961f0b-2f54-40e2-a4af-2724b7c6de08), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.615089 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:23:45.620238 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:23:45.622665 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:23:45.625976 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'Port': ['ID=8d961f0b-2f54-40e2-a4af-2724b7c6de08,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:45.717087 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (f7f80b40-fa58-4806-b0e9-4b51bde7b1bc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.755636 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (8d961f0b-2f54-40e2-a4af-2724b7c6de08), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.892821 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device cf45f811-be66-426a-b1e5-e7bddc45e9f0 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:23:45.913721 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for port (8d961f0b-2f54-40e2-a4af-2724b7c6de08), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.917194 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: cf45f811-be66-426a-b1e5-e7bddc45e9f0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:23:45.917534 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device cf45f811-be66-426a-b1e5-e7bddc45e9f0 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:23:45.918198 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (8d961f0b-2f54-40e2-a4af-2724b7c6de08), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:45.996192 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'Port': ['ID=8d961f0b-2f54-40e2-a4af-2724b7c6de08,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:46.007320 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (f7f80b40-fa58-4806-b0e9-4b51bde7b1bc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:46.024101 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:46.025367 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f598b09a-e4c8-40cb-8e52-55caa5ac2c60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8492069 Jun 21 08:23:46.226411 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-0349633d-912e-440f-a95e-c50681258ed0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1013796990&fields=id&tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0 HTTP/1.1" status: 200 len: 267 time: 0.0438590 Jun 21 08:23:46.334793 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be9624-191b-4df4-b133-cabad4fc0136 req-bd05800d-2163-4fff-abd2-d2695102d6a7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:46.336292 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-bd05800d-2163-4fff-abd2-d2695102d6a7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 817 time: 0.1034868 Jun 21 08:23:46.351689 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-786d4ff3-485c-443c-875c-099332d985cb tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/quotas/df68cafb6dcd4a8c9e9593d3f13500f0 HTTP/1.1" status: 200 len: 375 time: 0.0099227 Jun 21 08:23:46.407269 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-9a7a78b6-8a1d-4500-9d8e-cdd6cd79dad2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503395 Jun 21 08:23:46.446350 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:46.486952 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:46.519541 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-9ffe6f07-fe80-4e0c-8702-6af3ab7b397e service neutron] 10.222.0.36 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002312 Jun 21 08:23:46.617573 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-4f13d2b9-e919-41c2-acc8-2f9a6ec51a2f service neutron] 10.222.0.36 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917072 Jun 21 08:23:46.786807 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-35565753-b134-4ea6-bcd8-099a1cd22e99 req-2bb26837-4f02-4b88-956d-4a80753f2bb7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 210 time: 0.0292239 Jun 21 08:23:47.918461 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e1c8081c-40a4-4ffd-b670-4677aae95532 req-aa70399f-7dfb-49f0-9e30-ae12a12ba3f6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 210 time: 0.0372615 Jun 21 08:23:47.998796 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be9624-191b-4df4-b133-cabad4fc0136 req-9a83a9b9-fe5f-43d9-bf9a-666e0c238971 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:48.000271 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-9a83a9b9-fe5f-43d9-bf9a-666e0c238971 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 817 time: 0.1159704 Jun 21 08:23:48.067236 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7c5b0adf-60d7-4973-89c6-86c5bc96a291 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0 HTTP/1.1" status: 200 len: 380 time: 0.0575871 Jun 21 08:23:48.151050 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'port': {'device_id': 'b5fda813-f341-4923-a4f9-5025f6790375', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'admin_state_up': True, 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'security_groups': ['e0fc1148-8a1d-48f0-aed7-db8db8cb0a81']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:23:48.184850 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:48.268175 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Made reservation on behalf of df68cafb6dcd4a8c9e9593d3f13500f0 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:23:48.272557 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:48.274509 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:48.412698 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Allocated IP 172.20.0.6 (024039b9-9413-4bce-aeef-0421349b4da5/dde8d6cd-82f5-4370-a04f-1bf8e55026e3/1d991028-ab62-4ec9-81b9-b98c925870ae) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:23:48.558607 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:48.590994 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:48.637601 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Network 024039b9-9413-4bce-aeef-0421349b4da5 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:23:48.640598 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:23:48.643173 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:23:48.673930 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event updated for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:48.707401 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:48.708617 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:48.728062 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-7317c09a-dfa6-475c-8720-b4f6d9a941bf tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809939 Jun 21 08:23:48.738983 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Request body: {'port': {'device_id': 'b5fda813-f341-4923-a4f9-5025f6790375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:23:48.777320 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152c7b0f-307e-48d5-8ed9-b1c9a17691d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:48.808997 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:48.908418 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ccf71a3f-4894-43fb-8510-064acd203d91 None None] Provisioning complete for port 1d991028-ab62-4ec9-81b9-b98c925870ae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:23:48.909680 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ccf71a3f-4894-43fb-8510-064acd203d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:48.940828 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ccf71a3f-4894-43fb-8510-064acd203d91 None None] Port 1d991028-ab62-4ec9-81b9-b98c925870ae cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:23:49.008582 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:49.072962 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00cc29-696c-4cc1-9d4f-978fe7c603f1 req-97904a70-8f0c-461f-8381-73705d1c6118 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:49.074435 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4b00cc29-696c-4cc1-9d4f-978fe7c603f1 req-97904a70-8f0c-461f-8381-73705d1c6118 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 931 time: 0.0789330 Jun 21 08:23:49.107655 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:49.150036 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d991028-ab62-4ec9-81b9-b98c925870ae {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:23:49.162413 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Publish callbacks [] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:49.174890 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4b00cc29-696c-4cc1-9d4f-978fe7c603f1 req-285363ac-f78a-43d4-a4f9-4ad0177fd3b0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945294 Jun 21 08:23:49.182810 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Transition to ACTIVE for port object 1d991028-ab62-4ec9-81b9-b98c925870ae will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:23:49.187995 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:49.242906 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:49.325863 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Attempting to bind port 1d991028-ab62-4ec9-81b9-b98c925870ae on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:23:49.326183 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Attempting to bind port 1d991028-ab62-4ec9-81b9-b98c925870ae by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:23:49.326513 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Attempting to bind port 1d991028-ab62-4ec9-81b9-b98c925870ae on network 024039b9-9413-4bce-aeef-0421349b4da5 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:23:49.331585 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Port 1d991028-ab62-4ec9-81b9-b98c925870ae on network 024039b9-9413-4bce-aeef-0421349b4da5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:23:49.331909 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Attempting to bind port 1d991028-ab62-4ec9-81b9-b98c925870ae on network 024039b9-9413-4bce-aeef-0421349b4da5 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:23:49.338165 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:23:49.338499 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Checking segment: {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:23:49.338912 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Bound using segment: {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:23:49.339337 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Bound port: 1d991028-ab62-4ec9-81b9-b98c925870ae, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a071d42-7518-4fa4-878f-0263cba9eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:23:49.339692 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:49.408208 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:23:49.411713 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:23:49.418109 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:49.457548 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:49.458337 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:49.459869 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/1d991028-ab62-4ec9-81b9-b98c925870ae HTTP/1.1" status: 200 len: 1093 time: 0.7251756 Jun 21 08:23:49.460303 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:23:49.462551 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d41d701-fc1b-45d1-bef4-af061413dbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:23:49.499243 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a5066-14cd-4a79-9fc5-65da0ae974d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:49.526785 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8fb615-b253-4a5b-978e-e12f419e1f53 x-openstack-request-id: req-1b8fb615-b253-4a5b-978e-e12f419e1f53 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:23:49.527077 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:23:49.527319 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b8fb615-b253-4a5b-978e-e12f419e1f53 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:23:49.527717 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8fb615-b253-4a5b-978e-e12f419e1f53'] response: {'name': 'network-changed', 'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'status': 'completed', 'code': 200} Jun 21 08:23:49.561665 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be9624-191b-4df4-b133-cabad4fc0136 req-477c6362-be16-43d2-9003-35b9a0d02e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:49.563276 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-477c6362-be16-43d2-9003-35b9a0d02e08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 1127 time: 0.0520830 Jun 21 08:23:49.604785 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-bf922f3c-8ccd-42fe-985f-49d996a60f66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d991028-ab62-4ec9-81b9-b98c925870ae HTTP/1.1" status: 200 len: 217 time: 0.0335362 Jun 21 08:23:49.659029 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be9624-191b-4df4-b133-cabad4fc0136 req-042c572a-20ca-44fc-b307-238fe9682e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:49.660531 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-042c572a-20ca-44fc-b307-238fe9682e50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.0481637 Jun 21 08:23:49.709542 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be9624-191b-4df4-b133-cabad4fc0136 req-5b7b8930-86b1-4e80-bed7-e1c3049e1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:49.711102 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-5b7b8930-86b1-4e80-bed7-e1c3049e1387 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444241 Jun 21 08:23:49.809378 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-9ef05e20-0306-42d1-bf03-d489f3d253b5 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916345 Jun 21 08:23:49.906999 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-82be9624-191b-4df4-b133-cabad4fc0136 req-d672a9f7-fece-4c3f-8672-56dd4b33833c service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920050 Jun 21 08:23:49.923860 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:50.257563 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:50.298289 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b5594-6758-423d-9f8b-b7cf295c39ed req-59bc0ff4-886f-46d6-8ed2-59f15f35b6ce tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:50.299850 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-356b5594-6758-423d-9f8b-b7cf295c39ed req-59bc0ff4-886f-46d6-8ed2-59f15f35b6ce tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0513301 Jun 21 08:23:50.347170 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-356b5594-6758-423d-9f8b-b7cf295c39ed req-718fa87f-ef15-497b-9b7b-463371290544 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Jun 21 08:23:50.625248 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-cb2f07a6-af3b-4f1a-b4f4-e679f6c04a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:50.626660 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-cb2f07a6-af3b-4f1a-b4f4-e679f6c04a2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 1127 time: 0.0394309 Jun 21 08:23:50.809770 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-7efb9259-cd60-4461-9d47-f8d2d9565597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:50.811275 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-7efb9259-cd60-4461-9d47-f8d2d9565597 service neutron] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 918 time: 0.0930471 Jun 21 08:23:50.976668 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-4e01f61b-2ac0-411b-9246-e6a6e6f955cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d991028-ab62-4ec9-81b9-b98c925870ae HTTP/1.1" status: 200 len: 217 time: 0.0349095 Jun 21 08:23:51.004588 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1824814b-4faf-4522-8fc5-1dcd6c2e5466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:51.307640 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-eab79927-17ba-412d-97d4-d241bb5c54da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:51.309137 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-eab79927-17ba-412d-97d4-d241bb5c54da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.3236589 Jun 21 08:23:51.358652 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-de9a10f6-c1c0-4052-9244-a124cf0d4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:51.360229 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-de9a10f6-c1c0-4052-9244-a124cf0d4f4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448246 Jun 21 08:23:51.433897 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:51.500813 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-9d8f57bf-8e3e-47f4-9946-c45cf390b1dd service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282496 Jun 21 08:23:51.504145 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d24bd-908e-4341-92e7-3e04c35812bc req-96ffb556-d429-4361-9ae1-b0fa60a6465e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:51.506935 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f06d24bd-908e-4341-92e7-3e04c35812bc req-96ffb556-d429-4361-9ae1-b0fa60a6465e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0697298 Jun 21 08:23:51.561816 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f06d24bd-908e-4341-92e7-3e04c35812bc req-59c745bb-e7d4-49d1-b452-18eff77b5ec9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486691 Jun 21 08:23:51.602102 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2d41d701-fc1b-45d1-bef4-af061413dbd5 req-c2ad3f7a-15c4-4850-859b-7f56bff55126 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940323 Jun 21 08:23:51.920841 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1d991028-ab62-4ec9-81b9-b98c925870ae details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:23:52.000882 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:52.021124 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:23:52.038647 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'port_id': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'mac_address': 'fa:16:3e:e8:88:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:23:52.040930 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:52.075904 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 1d991028-ab62-4ec9-81b9-b98c925870ae is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:23:52.076422 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:52.094123 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d991028-ab62-4ec9-81b9-b98c925870ae {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:23:52.114708 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:23:52.118681 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:52.175588 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:52.178567 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:52.186372 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.186744 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.187085 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.187422 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.187749 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.188074 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.188395 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.188715 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.189034 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.189352 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.189675 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.189997 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.190314 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.190650 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.190971 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:23:52.690951 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03695be4-8c43-429f-a6f1-69885a1f3f58 req-426307c5-a303-4f10-ad07-ae3f3be65a8a tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:52.692425 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-03695be4-8c43-429f-a6f1-69885a1f3f58 req-426307c5-a303-4f10-ad07-ae3f3be65a8a tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 944 time: 0.0478346 Jun 21 08:23:52.745137 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-03695be4-8c43-429f-a6f1-69885a1f3f58 req-fbdf9315-898f-4556-ae0b-df5ea8ce65c8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463974 Jun 21 08:23:53.748294 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:53.869892 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb651d46-8060-4fdb-b3d6-dcad09d7c35c req-7f6ee972-2766-4083-b667-751fa4fb524a tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:53.871891 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb651d46-8060-4fdb-b3d6-dcad09d7c35c req-7f6ee972-2766-4083-b667-751fa4fb524a tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 944 time: 0.0531414 Jun 21 08:23:53.921430 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb651d46-8060-4fdb-b3d6-dcad09d7c35c req-a3dddc4e-6e09-400b-8ed9-94f7293656ed tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Jun 21 08:23:54.015451 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:54.110448 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:54.113246 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=9 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:54.896205 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['1d991028-ab62-4ec9-81b9-b98c925870ae'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:23:55.055432 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d098e-b369-4a0d-b8d9-bac90fd4dd8f req-7f67c4cc-3dbc-4b3a-8c2b-b6c412776a9e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:55.057052 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-093d098e-b369-4a0d-b8d9-bac90fd4dd8f req-7f67c4cc-3dbc-4b3a-8c2b-b6c412776a9e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 944 time: 0.0521362 Jun 21 08:23:55.115082 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-093d098e-b369-4a0d-b8d9-bac90fd4dd8f req-0b6bef8d-7971-4537-b4a7-337fe95194ca tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490298 Jun 21 08:23:56.265735 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01237c-8f41-4954-8735-f64cdd80cdd9 req-6a4bb5e1-5d78-4832-b9b6-bda0876a7b60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:56.267239 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c01237c-8f41-4954-8735-f64cdd80cdd9 req-6a4bb5e1-5d78-4832-b9b6-bda0876a7b60 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 944 time: 0.0578547 Jun 21 08:23:56.315355 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c01237c-8f41-4954-8735-f64cdd80cdd9 req-484758d2-093b-44ca-9b76-f8ab44446428 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421267 Jun 21 08:23:57.438704 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372f630-d70e-479e-aa49-4e7093ee7d04 req-9fcbb12e-7ad2-4601-8529-703773d90371 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:57.440171 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2372f630-d70e-479e-aa49-4e7093ee7d04 req-9fcbb12e-7ad2-4601-8529-703773d90371 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 944 time: 0.0490270 Jun 21 08:23:57.489486 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2372f630-d70e-479e-aa49-4e7093ee7d04 req-da68c3db-9a41-47a5-9406-67dfc32857cc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 Jun 21 08:23:58.126932 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1d991028-ab62-4ec9-81b9-b98c925870ae up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:23:58.173387 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 1d991028-ab62-4ec9-81b9-b98c925870ae completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:23:58.181274 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 1d991028-ab62-4ec9-81b9-b98c925870ae triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:23:58.181895 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:58.277765 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 1d991028-ab62-4ec9-81b9-b98c925870ae is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:23:58.278159 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:58.309716 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:23:58.312928 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af115c4-ea70-4c6b-b828-df8dab7d709d" -d '{"events": [{"server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "name": "network-vif-plugged", "status": "completed", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:23:58.327745 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:23:58.332485 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:23:58.377819 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1deedb-1602-4bad-9b68-cc795ee1bdc4 x-openstack-request-id: req-de1deedb-1602-4bad-9b68-cc795ee1bdc4 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:23:58.378106 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "name": "network-vif-plugged", "status": "completed", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:23:58.378356 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de1deedb-1602-4bad-9b68-cc795ee1bdc4 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:23:58.379033 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1deedb-1602-4bad-9b68-cc795ee1bdc4'] response: {'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'code': 200} Jun 21 08:23:58.395196 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:23:58.621954 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76217236-6234-4eac-b29d-69bfd42c21a2 req-4db47030-b7e7-4381-9999-905fae00f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:58.623816 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-76217236-6234-4eac-b29d-69bfd42c21a2 req-4db47030-b7e7-4381-9999-905fae00f5c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 1129 time: 0.0913045 Jun 21 08:23:58.656876 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9972d-9001-4af7-817f-f57a218e2b22 req-1e7d2918-758d-4e20-9769-71f4edb813d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:58.659008 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-50e9972d-9001-4af7-817f-f57a218e2b22 req-1e7d2918-758d-4e20-9769-71f4edb813d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0833354 Jun 21 08:23:58.697927 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:23:58.721249 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-76217236-6234-4eac-b29d-69bfd42c21a2 req-881e83ef-2ce0-4509-a8cf-99bfef32a18e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899782 Jun 21 08:23:58.749404 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-50e9972d-9001-4af7-817f-f57a218e2b22 req-09324355-cc6a-4677-a025-8e6b3d2fb380 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814636 Jun 21 08:23:59.886536 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e27908-af72-43e9-878d-c5d966ab099f req-bc5f604f-f0fb-492e-aeb1-60f9f70c8828 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:23:59.888154 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-85e27908-af72-43e9-878d-c5d966ab099f req-bc5f604f-f0fb-492e-aeb1-60f9f70c8828 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0501215 Jun 21 08:23:59.950141 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-85e27908-af72-43e9-878d-c5d966ab099f req-dabe5e94-c2ae-43db-b197-0890824dacf3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496728 Jun 21 08:24:01.072722 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f0e3-cd9d-408a-ad5d-9369cb0a7823 req-b8969c84-f221-412f-8930-7620605182f2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:01.074176 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ff2f0e3-cd9d-408a-ad5d-9369cb0a7823 req-b8969c84-f221-412f-8930-7620605182f2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0472956 Jun 21 08:24:01.122571 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-9ff2f0e3-cd9d-408a-ad5d-9369cb0a7823 req-ada0bc6f-e0fa-4491-b357-6f7693d29d79 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Jun 21 08:24:02.250700 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aae97a-dfaa-4439-970c-e80b52b5a1dc req-b02661f2-896c-43b6-aa9e-6ba7cd9bd32c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:02.252221 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-53aae97a-dfaa-4439-970c-e80b52b5a1dc req-b02661f2-896c-43b6-aa9e-6ba7cd9bd32c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0555336 Jun 21 08:24:02.301487 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-53aae97a-dfaa-4439-970c-e80b52b5a1dc req-f82beef0-a008-487e-a434-9c17f18a4dd1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Jun 21 08:24:03.427925 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ea4f6-3182-48d7-9f1f-4c07d08c69d7 req-c5fe31eb-f24b-4af8-8751-fac0f51a30f8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:03.430463 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-691ea4f6-3182-48d7-9f1f-4c07d08c69d7 req-c5fe31eb-f24b-4af8-8751-fac0f51a30f8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0540822 Jun 21 08:24:03.480384 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-691ea4f6-3182-48d7-9f1f-4c07d08c69d7 req-09ede654-5ab0-4e6d-b910-4210bfbc5fca tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442975 Jun 21 08:24:03.603236 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df776f5c-af8b-4c32-ac6f-ec17c24ada52 req-480a11ed-e0e9-4867-8c77-384f21f5b3ec tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:03.604618 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-df776f5c-af8b-4c32-ac6f-ec17c24ada52 req-480a11ed-e0e9-4867-8c77-384f21f5b3ec tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0525019 Jun 21 08:24:03.613194 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 47320) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:24:03.617564 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-948eb0aa-82ac-4c4b-859c-4a15809919d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Request body: {'floatingip': {'port_id': '1d991028-ab62-4ec9-81b9-b98c925870ae'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:24:03.903961 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-948eb0aa-82ac-4c4b-859c-4a15809919d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (f7f80b40-fa58-4806-b0e9-4b51bde7b1bc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:04.247780 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:04.257230 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:04.340007 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-948eb0aa-82ac-4c4b-859c-4a15809919d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:04.343882 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-948eb0aa-82ac-4c4b-859c-4a15809919d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (f7f80b40-fa58-4806-b0e9-4b51bde7b1bc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:04.442353 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-948eb0aa-82ac-4c4b-859c-4a15809919d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Floating IP f7f80b40-fa58-4806-b0e9-4b51bde7b1bc associated. External IP: 172.27.0.65, port: 1d991028-ab62-4ec9-81b9-b98c925870ae. Jun 21 08:24:04.656384 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948eb0aa-82ac-4c4b-859c-4a15809919d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Router a0d42c95-cdc1-4011-957d-372a34196924 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:24:04.766986 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948eb0aa-82ac-4c4b-859c-4a15809919d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:24:04.772226 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-948eb0aa-82ac-4c4b-859c-4a15809919d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:04.777302 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] Sync routers for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:24:04.787159 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:24:04.788348 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:23:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:24:04.802819 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-948eb0aa-82ac-4c4b-859c-4a15809919d7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "PUT /v2.0/floatingips/f7f80b40-fa58-4806-b0e9-4b51bde7b1bc HTTP/1.1" status: 200 len: 990 time: 1.1885498 Jun 21 08:24:04.804087 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:24:04.807151 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05947a0f-12fb-4d96-8f09-8bec6fc85deb" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:24:04.849496 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31069fd-078a-4c98-99ba-3a15e74423bc x-openstack-request-id: req-d31069fd-078a-4c98-99ba-3a15e74423bc {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:24:04.849788 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:24:04.850039 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d31069fd-078a-4c98-99ba-3a15e74423bc {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:24:04.851562 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31069fd-078a-4c98-99ba-3a15e74423bc'] response: {'name': 'network-changed', 'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'status': 'completed', 'code': 200} Jun 21 08:24:04.897881 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:24:04.908888 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-3b3eda08-1fb1-47be-920d-ba6de00000c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:04.910402 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-3b3eda08-1fb1-47be-920d-ba6de00000c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 1129 time: 0.0387166 Jun 21 08:24:05.019215 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-e3abe1cf-0921-4a61-843c-b284d84488a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:05.020630 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-e3abe1cf-0921-4a61-843c-b284d84488a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 918 time: 0.1048365 Jun 21 08:24:05.028363 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:05.031627 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:05.090451 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-1d8de8ab-0b01-47cc-895b-8e632035e212 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d991028-ab62-4ec9-81b9-b98c925870ae HTTP/1.1" status: 200 len: 998 time: 0.0616405 Jun 21 08:24:05.134358 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'f7f80b40-fa58-4806-b0e9-4b51bde7b1bc', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'port_id': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'mac_address': 'fa:16:3e:e8:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fda813-f341-4923-a4f9-5025f6790375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:23:45Z', 'updated_at': '2022-06-21T08:24:04Z', 'revision_number': 1, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:24:05.155674 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-5388e00a-3ef6-4d87-8e66-1a5443c44aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:05.157313 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-5388e00a-3ef6-4d87-8e66-1a5443c44aa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.0586138 Jun 21 08:24:05.161824 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] Checking router: a0d42c95-cdc1-4011-957d-372a34196924 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:24:05.173681 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:24:05.174498 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:23:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:24:05.216819 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-abadcdd2-5299-492a-aa6e-af63e6adfd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:05.218490 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-abadcdd2-5299-492a-aa6e-af63e6adfd77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546966 Jun 21 08:24:05.290467 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:05.295117 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:24:05.321203 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-0c493c4d-e6b9-4c00-8133-c534640f2db1 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958645 Jun 21 08:24:05.516038 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'f7f80b40-fa58-4806-b0e9-4b51bde7b1bc', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'port_id': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'mac_address': 'fa:16:3e:e8:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fda813-f341-4923-a4f9-5025f6790375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:23:45Z', 'updated_at': '2022-06-21T08:24:04Z', 'revision_number': 1, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:24:05.542314 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb263456-b15f-4352-a8c2-056492c7da71 None None] The sync data for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi is: [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'f7f80b40-fa58-4806-b0e9-4b51bde7b1bc', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'port_id': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'mac_address': 'fa:16:3e:e8:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fda813-f341-4923-a4f9-5025f6790375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:23:45Z', 'updated_at': '2022-06-21T08:24:04Z', 'revision_number': 1, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:24:05.590071 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-05947a0f-12fb-4d96-8f09-8bec6fc85deb req-bd847dd9-b6ad-4540-9af9-a7841e293e68 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958204 Jun 21 08:24:05.758317 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f10351-de6c-4aa8-b6b8-4f0ec08dadab None None] New status for floating IP f7f80b40-fa58-4806-b0e9-4b51bde7b1bc: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:24:06.501290 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9d759-8c38-4556-857d-0f1c05c6bae9 req-4d5793e7-f77c-4adc-bef4-d640739eb239 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:06.502848 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-66c9d759-8c38-4556-857d-0f1c05c6bae9 req-4d5793e7-f77c-4adc-bef4-d640739eb239 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Jun 21 08:24:06.550108 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-66c9d759-8c38-4556-857d-0f1c05c6bae9 req-e3ff6a23-13ad-448e-969c-2ca63cf2604d tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 Jun 21 08:24:07.666952 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d995c-33af-42b5-b577-224bd85cd93a req-8c36f9af-4f54-4ac1-b7bc-9608bd3532be tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:07.668410 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d72d995c-33af-42b5-b577-224bd85cd93a req-8c36f9af-4f54-4ac1-b7bc-9608bd3532be tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 945 time: 0.0475185 Jun 21 08:24:07.715616 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d72d995c-33af-42b5-b577-224bd85cd93a req-ec43d745-86bb-44fd-a6ea-df3681fe215d tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 Jun 21 08:24:08.036784 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-0f7b57a4-156a-405e-9c7c-82e37cedffd4 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:08.038898 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-0f7b57a4-156a-405e-9c7c-82e37cedffd4 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 945 time: 0.0520337 Jun 21 08:24:08.128346 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-9991399b-7e9f-4e2f-ba2d-f92e5cd0110c tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Deleting port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:24:08.129057 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-9991399b-7e9f-4e2f-ba2d-f92e5cd0110c tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:08.237049 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:08.240174 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-9991399b-7e9f-4e2f-ba2d-f92e5cd0110c tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] For port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,segment=NetworkSegment(3dfac8b7-b367-448a-a329-446d0415be6f),segment_id=3dfac8b7-b367-448a-a329-446d0415be6f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:24:08.240730 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-9991399b-7e9f-4e2f-ba2d-f92e5cd0110c tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:08.259704 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-9991399b-7e9f-4e2f-ba2d-f92e5cd0110c tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Calling delete_port for 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:24:08.402464 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-9991399b-7e9f-4e2f-ba2d-f92e5cd0110c tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (5289fb23-8cbb-4cf6-9c98-ff16adde86b0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:08.435501 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991399b-7e9f-4e2f-ba2d-f92e5cd0110c tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Pushing event deleted for resources: {'Port': ['ID=5289fb23-8cbb-4cf6-9c98-ff16adde86b0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:24:08.480289 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-9991399b-7e9f-4e2f-ba2d-f92e5cd0110c tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] No DVR routers for this DVR port 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:24:08.483048 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-9991399b-7e9f-4e2f-ba2d-f92e5cd0110c tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:08.486997 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a18374dc-c9a3-4392-8e54-579a2c77c3a2 req-9991399b-7e9f-4e2f-ba2d-f92e5cd0110c tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.46 "DELETE /v2.0/ports/5289fb23-8cbb-4cf6-9c98-ff16adde86b0 HTTP/1.1" status: 204 len: 173 time: 0.4436808 Jun 21 08:24:08.487554 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146c869a-86bf-48a4-9779-8fdf2f919a56', 'name': 'network-vif-deleted', 'tag': '5289fb23-8cbb-4cf6-9c98-ff16adde86b0'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:24:08.489959 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6f12fb-9ebe-4345-bc35-9cc7880814e6" -d '{"events": [{"server_uuid": "146c869a-86bf-48a4-9779-8fdf2f919a56", "name": "network-vif-deleted", "tag": "5289fb23-8cbb-4cf6-9c98-ff16adde86b0"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:24:08.528625 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d73044-26cf-4785-9285-29ab736c6bdb x-openstack-request-id: req-02d73044-26cf-4785-9285-29ab736c6bdb {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:24:08.528910 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146c869a-86bf-48a4-9779-8fdf2f919a56", "name": "network-vif-deleted", "tag": "5289fb23-8cbb-4cf6-9c98-ff16adde86b0", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:24:08.529179 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02d73044-26cf-4785-9285-29ab736c6bdb {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:24:08.529580 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d73044-26cf-4785-9285-29ab736c6bdb'] response: {'server_uuid': '146c869a-86bf-48a4-9779-8fdf2f919a56', 'name': 'network-vif-deleted', 'tag': '5289fb23-8cbb-4cf6-9c98-ff16adde86b0', 'status': 'completed', 'code': 200} Jun 21 08:24:08.824700 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d95da73e-3713-4c1a-84cd-3d7a32743b6a req-de8a0e42-f64a-4b9c-98f0-12fd3686f2b2 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=146c869a-86bf-48a4-9779-8fdf2f919a56 HTTP/1.1" status: 200 len: 210 time: 0.0297997 Jun 21 08:24:10.177321 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:24:10.196994 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:24:10.197343 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 5289fb23-8cbb-4cf6-9c98-ff16adde86b0 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:24:15.864583 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:15.869380 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:16.535079 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=63 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:16.546302 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=66 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:17.851814 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141cd93-191b-4a32-9698-7d590f174310 req-41339045-b0ef-4481-aacb-fea0b4338a2e tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:17.853341 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-41339045-b0ef-4481-aacb-fea0b4338a2e tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/networks?id=5173ea1b-6939-4f27-ba30-a33c0a2db708 HTTP/1.1" status: 200 len: 814 time: 0.1081231 Jun 21 08:24:17.867983 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-f4465ed2-5176-4e43-a5ce-0fa85604ef5e tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/quotas/e2c14f0f94af45b7b3117234993b591e HTTP/1.1" status: 200 len: 375 time: 0.0092568 Jun 21 08:24:17.907369 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-17773c3a-5d4c-46b9-aedd-06b8c2edc3b6 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2c14f0f94af45b7b3117234993b591e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344779 Jun 21 08:24:17.997104 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:18.013333 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-c2153455-d621-4355-beb4-3a6352cd5f73 service neutron] 10.222.0.36 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986316 Jun 21 08:24:18.105767 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-7daf8007-6fdc-48a7-8b4e-1b65c8ecb1ca service neutron] 10.222.0.36 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864117 Jun 21 08:24:18.287856 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-aa18280c-2bdc-45cd-a248-ef450889465a req-6fdc6b1a-4271-449a-916b-bc1017316e35 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 210 time: 0.0362468 Jun 21 08:24:18.403546 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:24:18.772610 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-45be16e3-777e-4bec-b6c5-0d6d2134a9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:19.215266 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141cd93-191b-4a32-9698-7d590f174310 req-b974b7a9-3b29-405b-8a1f-932d9fe893d4 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:19.216914 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-b974b7a9-3b29-405b-8a1f-932d9fe893d4 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.46 "GET /v2.0/networks?id=5173ea1b-6939-4f27-ba30-a33c0a2db708 HTTP/1.1" status: 200 len: 814 time: 0.1164281 Jun 21 08:24:19.231736 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Request body: {'port': {'device_id': '0fe2faa3-c3b6-4597-aad5-28607cf64979', 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708', 'admin_state_up': True, 'tenant_id': 'e2c14f0f94af45b7b3117234993b591e'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:24:19.344822 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Made reservation on behalf of e2c14f0f94af45b7b3117234993b591e for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:24:19.348319 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:19.432199 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-14ad3ac5-85f5-4f95-89a2-597b038ccc23 req-b886ea65-e421-420d-aa6c-0a74f1e44b43 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 210 time: 0.0666487 Jun 21 08:24:19.508020 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Allocated IP 172.20.0.2 (5173ea1b-6939-4f27-ba30-a33c0a2db708/49f4b8d6-855c-46b0-812b-6cd79902bcf9/50b8e08d-d2b2-4767-9ad6-c676bfcb9cef) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:24:19.533612 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:19.672672 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks [] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:19.705658 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:19.750935 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Network 5173ea1b-6939-4f27-ba30-a33c0a2db708 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:24:19.754371 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:24:19.758690 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:24:19.784065 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Pushing event updated for resources: {'Port': ['ID=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:24:19.812546 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:19.813155 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:19.819434 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:19.833097 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-65865a1f-3647-4703-9b7a-a2c5e4130381 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062863 Jun 21 08:24:19.843908 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Request body: {'port': {'device_id': '0fe2faa3-c3b6-4597-aad5-28607cf64979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:24:19.914389 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:19.926087 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:20.183308 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:24:20.191109 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Publish callbacks [] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:20.205925 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Transition to ACTIVE for port object 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:24:20.209660 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:20.263159 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Pushing event updated for resources: {'Port': ['ID=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:24:20.329587 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Attempting to bind port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:24:20.329929 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Attempting to bind port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '3dfac8b7-b367-448a-a329-446d0415be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:24:20.330262 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Attempting to bind port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef on network 5173ea1b-6939-4f27-ba30-a33c0a2db708 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:24:20.334766 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef on network 5173ea1b-6939-4f27-ba30-a33c0a2db708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:24:20.335090 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Attempting to bind port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef on network 5173ea1b-6939-4f27-ba30-a33c0a2db708 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:24:20.341276 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:24:20.341613 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Checking segment: {'id': '3dfac8b7-b367-448a-a329-446d0415be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:24:20.341998 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Bound using segment: {'id': '3dfac8b7-b367-448a-a329-446d0415be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:24:20.342422 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Bound port: 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfac8b7-b367-448a-a329-446d0415be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:24:20.342827 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:20.409362 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:20.414170 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] For port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:24:20.419870 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] For port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,segment=NetworkSegment(3dfac8b7-b367-448a-a329-446d0415be6f),segment_id=3dfac8b7-b367-448a-a329-446d0415be6f)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:24:20.426672 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:20.467208 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:20.467835 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:20.469389 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/50b8e08d-d2b2-4767-9ad6-c676bfcb9cef HTTP/1.1" status: 200 len: 1093 time: 0.6294615 Jun 21 08:24:20.469899 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe2faa3-c3b6-4597-aad5-28607cf64979', 'tag': '50b8e08d-d2b2-4767-9ad6-c676bfcb9cef'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:24:20.472265 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0176fead-2f74-4027-a9a2-89c432aed89d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe2faa3-c3b6-4597-aad5-28607cf64979", "tag": "50b8e08d-d2b2-4767-9ad6-c676bfcb9cef"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:24:20.493732 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dec021-1c9f-4587-935e-f9fb3bb032a4 service neutron] Pushing event updated for resources: {'Port': ['ID=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:24:20.532567 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e49de1-c108-4294-ab59-cd7db381270e x-openstack-request-id: req-07e49de1-c108-4294-ab59-cd7db381270e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:24:20.532567 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe2faa3-c3b6-4597-aad5-28607cf64979", "tag": "50b8e08d-d2b2-4767-9ad6-c676bfcb9cef", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:24:20.532800 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07e49de1-c108-4294-ab59-cd7db381270e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:24:20.533154 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e49de1-c108-4294-ab59-cd7db381270e'] response: {'name': 'network-changed', 'server_uuid': '0fe2faa3-c3b6-4597-aad5-28607cf64979', 'tag': '50b8e08d-d2b2-4767-9ad6-c676bfcb9cef', 'status': 'completed', 'code': 200} Jun 21 08:24:20.560869 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141cd93-191b-4a32-9698-7d590f174310 req-ec48408e-b962-4266-9006-66cb7609be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:20.562564 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-ec48408e-b962-4266-9006-66cb7609be7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2c14f0f94af45b7b3117234993b591e&device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 1127 time: 0.0434813 Jun 21 08:24:20.598968 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcddde-8407-4a5b-9844-65170b0f25b6 req-05ff72e2-eada-43f9-b70a-e2dd21c076bc tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:20.600467 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81bcddde-8407-4a5b-9844-65170b0f25b6 req-05ff72e2-eada-43f9-b70a-e2dd21c076bc tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 943 time: 0.0542836 Jun 21 08:24:20.610261 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-b2e3106c-0ea7-4d4a-8cf8-2135518ee1be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef HTTP/1.1" status: 200 len: 217 time: 0.0390453 Jun 21 08:24:20.651983 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81bcddde-8407-4a5b-9844-65170b0f25b6 req-ee58ea00-8407-427b-8a5b-da887ca76934 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Jun 21 08:24:20.663060 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141cd93-191b-4a32-9698-7d590f174310 req-c5b05a3b-a378-42e3-9446-fd94d015e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:20.664546 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-c5b05a3b-a378-42e3-9446-fd94d015e2a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f4b8d6-855c-46b0-812b-6cd79902bcf9 HTTP/1.1" status: 200 len: 854 time: 0.0491772 Jun 21 08:24:20.695884 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-9d37e692-963f-469b-a126-d5b98dfa8fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5173ea1b-6939-4f27-ba30-a33c0a2db708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266538 Jun 21 08:24:20.718399 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:20.791585 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-6e13c660-b73c-4417-ab89-a4e33a4179bb service neutron] 10.222.0.46 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903983 Jun 21 08:24:20.881537 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3141cd93-191b-4a32-9698-7d590f174310 req-e2dbee18-f0bc-4487-ac60-449f1f5b03c0 service neutron] 10.222.0.46 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844350 Jun 21 08:24:21.008246 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae29975d-ffde-4df8-9c4c-60fa1a017947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:21.642919 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176fead-2f74-4027-a9a2-89c432aed89d req-a00b447a-7bf3-4a43-8dbb-0f2d138f45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:21.644388 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0176fead-2f74-4027-a9a2-89c432aed89d req-a00b447a-7bf3-4a43-8dbb-0f2d138f45f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2c14f0f94af45b7b3117234993b591e&device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 1127 time: 0.0402706 Jun 21 08:24:21.768940 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176fead-2f74-4027-a9a2-89c432aed89d req-df88ec61-70f7-48df-979b-1042cfd38d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:21.770408 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0176fead-2f74-4027-a9a2-89c432aed89d req-df88ec61-70f7-48df-979b-1042cfd38d1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5173ea1b-6939-4f27-ba30-a33c0a2db708 HTTP/1.1" status: 200 len: 915 time: 0.1192563 Jun 21 08:24:21.781265 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a8b8a-0a43-4f10-b7c8-f520feac257d req-ae5dab31-9d49-41ac-9854-da3871d8ff42 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:21.782724 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c63a8b8a-0a43-4f10-b7c8-f520feac257d req-ae5dab31-9d49-41ac-9854-da3871d8ff42 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 943 time: 0.0605261 Jun 21 08:24:21.825740 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0176fead-2f74-4027-a9a2-89c432aed89d req-967ac238-d337-4534-b69d-e7e52f1b7522 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef HTTP/1.1" status: 200 len: 217 time: 0.0419743 Jun 21 08:24:21.896207 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c63a8b8a-0a43-4f10-b7c8-f520feac257d req-67ce95fc-c53e-4927-ad24-d77ab202dda3 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063647 Jun 21 08:24:21.900318 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176fead-2f74-4027-a9a2-89c432aed89d req-40d0ecfa-eeff-46a0-a991-aaedb8c7040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:21.901705 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0176fead-2f74-4027-a9a2-89c432aed89d req-40d0ecfa-eeff-46a0-a991-aaedb8c7040a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f4b8d6-855c-46b0-812b-6cd79902bcf9 HTTP/1.1" status: 200 len: 854 time: 0.0684171 Jun 21 08:24:21.934420 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0176fead-2f74-4027-a9a2-89c432aed89d req-1f3d5043-6431-44b7-9dd1-f18d52919669 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5173ea1b-6939-4f27-ba30-a33c0a2db708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266724 Jun 21 08:24:22.028379 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0176fead-2f74-4027-a9a2-89c432aed89d req-5d0b4e47-7e1e-4367-8180-b14aeff82381 service neutron] 10.222.0.46 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874262 Jun 21 08:24:22.121085 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0176fead-2f74-4027-a9a2-89c432aed89d req-db1e7dc6-3e13-415a-b887-c045c53ea838 service neutron] 10.222.0.46 "GET /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859663 Jun 21 08:24:22.153574 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:22.223146 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:24:22.324063 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,segment=NetworkSegment(3dfac8b7-b367-448a-a329-446d0415be6f),segment_id=3dfac8b7-b367-448a-a329-446d0415be6f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:24:22.335311 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '50b8e08d-d2b2-4767-9ad6-c676bfcb9cef', 'network_id': '5173ea1b-6939-4f27-ba30-a33c0a2db708', 'port_id': '50b8e08d-d2b2-4767-9ad6-c676bfcb9cef', 'mac_address': 'fa:16:3e:be:d8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f4b8d6-855c-46b0-812b-6cd79902bcf9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:24:22.369133 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:24:22.369518 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:22.383221 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:24:22.403439 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,segment=NetworkSegment(3dfac8b7-b367-448a-a329-446d0415be6f),segment_id=3dfac8b7-b367-448a-a329-446d0415be6f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:24:22.406801 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:22.456369 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:24:22.621188 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['50b8e08d-d2b2-4767-9ad6-c676bfcb9cef'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:24:22.672378 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:22.685468 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:23.021169 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09b0d8-74c7-45ff-8c81-b57d0fd4af2e req-32b93c4a-7d00-4ac7-bbf8-1425bbea117d tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:23.023210 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5e09b0d8-74c7-45ff-8c81-b57d0fd4af2e req-32b93c4a-7d00-4ac7-bbf8-1425bbea117d tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 944 time: 0.0564070 Jun 21 08:24:23.083359 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5e09b0d8-74c7-45ff-8c81-b57d0fd4af2e req-c7b23ab0-1099-4bfb-a150-6c7e50d5b5c2 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542648 Jun 21 08:24:23.745314 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:24.009728 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:24.200933 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c0db3-9378-4cb5-a24c-781bd557140e req-d7f4e0e4-069f-4d49-95cd-3c51737bf3e4 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:24.202398 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-799c0db3-9378-4cb5-a24c-781bd557140e req-d7f4e0e4-069f-4d49-95cd-3c51737bf3e4 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 944 time: 0.0488770 Jun 21 08:24:24.227664 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:24:24.251002 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-799c0db3-9378-4cb5-a24c-781bd557140e req-b6a8d73a-8c67-4a9d-a5b7-37c8ba09f6ae tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Jun 21 08:24:24.275235 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:24:24.281141 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:24:24.281692 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:24.354252 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:24:24.354698 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:24.380321 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe2faa3-c3b6-4597-aad5-28607cf64979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b8e08d-d2b2-4767-9ad6-c676bfcb9cef'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:24:24.382869 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2597aecf-0b11-460e-92b5-e7db1d72b838" -d '{"events": [{"server_uuid": "0fe2faa3-c3b6-4597-aad5-28607cf64979", "name": "network-vif-plugged", "status": "completed", "tag": "50b8e08d-d2b2-4767-9ad6-c676bfcb9cef"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:24:24.395748 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,segment=NetworkSegment(3dfac8b7-b367-448a-a329-446d0415be6f),segment_id=3dfac8b7-b367-448a-a329-446d0415be6f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:24:24.400496 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:24.429880 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfe782e-d2c4-48c3-87bc-279ab2c601bf x-openstack-request-id: req-0cfe782e-d2c4-48c3-87bc-279ab2c601bf {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:24:24.430234 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe2faa3-c3b6-4597-aad5-28607cf64979", "name": "network-vif-plugged", "status": "completed", "tag": "50b8e08d-d2b2-4767-9ad6-c676bfcb9cef", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:24:24.430411 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cfe782e-d2c4-48c3-87bc-279ab2c601bf {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:24:24.430835 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfe782e-d2c4-48c3-87bc-279ab2c601bf'] response: {'server_uuid': '0fe2faa3-c3b6-4597-aad5-28607cf64979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b8e08d-d2b2-4767-9ad6-c676bfcb9cef', 'code': 200} Jun 21 08:24:24.457137 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:24:24.582663 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90355ab0-3560-4ede-ada5-a456df9d1dc0 req-e0e02a0c-da9a-47fe-b5a2-656d0cc34ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:24.584139 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90355ab0-3560-4ede-ada5-a456df9d1dc0 req-e0e02a0c-da9a-47fe-b5a2-656d0cc34ee8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 1129 time: 0.0376828 Jun 21 08:24:24.614368 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:24.627832 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-90355ab0-3560-4ede-ada5-a456df9d1dc0 req-7ce7d0b5-a755-459e-8e60-4cc381e6e67c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Jun 21 08:24:25.369626 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f05f3-8e93-4e7e-aca4-6f70ad7786d7 req-ba682fa5-1940-4f12-8f97-cb3135f192ed tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:25.371154 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-541f05f3-8e93-4e7e-aca4-6f70ad7786d7 req-ba682fa5-1940-4f12-8f97-cb3135f192ed tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 945 time: 0.0519347 Jun 21 08:24:25.420258 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-541f05f3-8e93-4e7e-aca4-6f70ad7786d7 req-c23fdcc4-2232-4762-9590-642a09910c7f tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434239 Jun 21 08:24:26.415085 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:26.534634 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f98aab-5091-49dd-bd92-36487a0e040c req-b281c5c2-56d6-4ff7-b001-33d6803b6689 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:26.536109 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-58f98aab-5091-49dd-bd92-36487a0e040c req-b281c5c2-56d6-4ff7-b001-33d6803b6689 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 945 time: 0.0465279 Jun 21 08:24:26.585279 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-58f98aab-5091-49dd-bd92-36487a0e040c req-4da72d4c-368a-4642-89d3-58df10065530 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Jun 21 08:24:27.258931 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:27.269156 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-63d1b40c-38ef-4aad-837b-95c9a68c1e33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406017 Jun 21 08:24:27.351234 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-e9f24c91-b928-4b7e-9920-e76caf1ea22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:27.352819 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-e9f24c91-b928-4b7e-9920-e76caf1ea22d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 1129 time: 0.0415013 Jun 21 08:24:27.459840 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-7d5feb95-0948-4ac6-be01-2d5de7bde3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:27.462463 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-7d5feb95-0948-4ac6-be01-2d5de7bde3ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 918 time: 0.0910037 Jun 21 08:24:27.525342 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-7e1dcc89-dc77-4f63-aa4b-bf20f72798ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d991028-ab62-4ec9-81b9-b98c925870ae HTTP/1.1" status: 200 len: 1000 time: 0.0567384 Jun 21 08:24:27.578350 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-b3916cbd-75ef-4eb3-b832-8c724d48420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:27.579886 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-b3916cbd-75ef-4eb3-b832-8c724d48420f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.0486267 Jun 21 08:24:27.622882 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-1fa32960-6936-46d7-8ee1-0f46add19f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:27.624352 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-1fa32960-6936-46d7-8ee1-0f46add19f96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382004 Jun 21 08:24:27.722395 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-44d5e09a-9996-42c0-8313-0a54390dbd70 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903077 Jun 21 08:24:27.811925 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-59929e4d-8728-4ecc-b18c-7fbd0a568bbb req-4b1fd8cf-e154-4bea-9358-8083a5e0e38c service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829966 Jun 21 08:24:28.397881 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:34.453959 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:34.455576 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:36.574662 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=30 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:36.581667 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=26 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:37.797261 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=54 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:37.808726 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=54 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:43.659412 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16d2f0-de40-45e6-9117-4f35c4b7b9ac req-956f399e-6c83-4fd7-81fa-488fd4fcb804 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:43.660972 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dd16d2f0-de40-45e6-9117-4f35c4b7b9ac req-956f399e-6c83-4fd7-81fa-488fd4fcb804 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0548718 Jun 21 08:24:43.718559 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dd16d2f0-de40-45e6-9117-4f35c4b7b9ac req-4a0ec328-6d24-4f0d-890b-1befc2b74ca1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511618 Jun 21 08:24:44.848705 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bd081-b647-4a53-9f41-7cc6448eb57f req-263f3bcc-3f91-4598-8508-e25021c097be tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:44.850343 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-da7bd081-b647-4a53-9f41-7cc6448eb57f req-263f3bcc-3f91-4598-8508-e25021c097be tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0548308 Jun 21 08:24:44.923667 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-da7bd081-b647-4a53-9f41-7cc6448eb57f req-a9e8cd55-4f31-42d7-bf6c-2e5ae7550449 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656505 Jun 21 08:24:45.842136 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95040245-2286-4cbf-819e-4c9427271a0b req-895c0c1a-ce8b-44e5-95d9-451ea460bcdf tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:45.843585 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-95040245-2286-4cbf-819e-4c9427271a0b req-895c0c1a-ce8b-44e5-95d9-451ea460bcdf tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 945 time: 0.0485418 Jun 21 08:24:45.901502 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-95040245-2286-4cbf-819e-4c9427271a0b req-325475e5-0455-4b5b-9760-ef94aff8ceab tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520866 Jun 21 08:24:46.063418 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903354f5-2008-4334-8ff5-df9334f48b2a req-9892bb5a-338f-4ae3-8f9a-4269a0755f82 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:46.064904 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-903354f5-2008-4334-8ff5-df9334f48b2a req-9892bb5a-338f-4ae3-8f9a-4269a0755f82 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0569518 Jun 21 08:24:46.119886 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-903354f5-2008-4334-8ff5-df9334f48b2a req-c5187fdc-bf93-4ffb-8f9b-a8ece302795a tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473363 Jun 21 08:24:47.027051 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f4f42-4d1a-4b13-b825-278e143566ae req-ca8c04ae-9afb-47ac-ab71-28e6ec025d57 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:47.028543 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-194f4f42-4d1a-4b13-b825-278e143566ae req-ca8c04ae-9afb-47ac-ab71-28e6ec025d57 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 945 time: 0.0565879 Jun 21 08:24:47.086830 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-194f4f42-4d1a-4b13-b825-278e143566ae req-508c96ad-20b8-441e-b910-42bade3a85b4 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9e424d-afca-494c-bdd0-4f201ace5201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526285 Jun 21 08:24:47.241237 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b76d4-7227-4a19-93cb-8e2a9a9007b3 req-bdae8871-4dd6-436e-b1bc-bdc352c214a9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:47.243370 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-438b76d4-7227-4a19-93cb-8e2a9a9007b3 req-bdae8871-4dd6-436e-b1bc-bdc352c214a9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0484374 Jun 21 08:24:47.292053 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-438b76d4-7227-4a19-93cb-8e2a9a9007b3 req-6a8c200d-2535-48b1-97a7-6188a85da0d8 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Jun 21 08:24:47.439591 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-cdcc1f10-8ebe-4c8f-a789-3a53b4595009 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:47.441045 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-cdcc1f10-8ebe-4c8f-a789-3a53b4595009 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 945 time: 0.0557625 Jun 21 08:24:47.808531 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Deleting port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:24:47.808896 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:47.905449 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] For port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,segment=NetworkSegment(3dfac8b7-b367-448a-a329-446d0415be6f),segment_id=3dfac8b7-b367-448a-a329-446d0415be6f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:24:47.905730 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:47.918803 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Calling delete_port for 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:24:48.053147 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (50b8e08d-d2b2-4767-9ad6-c676bfcb9cef), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:48.065508 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['50b8e08d-d2b2-4767-9ad6-c676bfcb9cef'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:24:48.081920 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Pushing event deleted for resources: {'Port': ['ID=50b8e08d-d2b2-4767-9ad6-c676bfcb9cef,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:24:48.116502 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.116832 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.117916 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.118117 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.118572 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.118923 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.119253 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.119775 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.120119 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.120444 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.120770 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.121156 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.121472 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.121791 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.122105 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:24:48.149293 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] No DVR routers for this DVR port 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:24:48.151971 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:48.157986 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3a8d3147-73c1-4e3d-b807-13422dfac74b req-9600e914-260d-4da8-b946-ccf5ad3c2ab7 tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.46 "DELETE /v2.0/ports/50b8e08d-d2b2-4767-9ad6-c676bfcb9cef HTTP/1.1" status: 204 len: 173 time: 0.7085419 Jun 21 08:24:48.157986 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe2faa3-c3b6-4597-aad5-28607cf64979', 'name': 'network-vif-deleted', 'tag': '50b8e08d-d2b2-4767-9ad6-c676bfcb9cef'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:24:48.158264 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56209e5-b89f-47da-8af9-1ad842b1a06b" -d '{"events": [{"server_uuid": "0fe2faa3-c3b6-4597-aad5-28607cf64979", "name": "network-vif-deleted", "tag": "50b8e08d-d2b2-4767-9ad6-c676bfcb9cef"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:24:48.211194 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c411609e-4c04-4eae-bd70-43fc1b852904 req-75c33aa8-a2ac-451f-ae65-0a0c8869b65b tempest-VolumesSnapshotTestJSON-714369247 tempest-VolumesSnapshotTestJSON-714369247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fe2faa3-c3b6-4597-aad5-28607cf64979 HTTP/1.1" status: 200 len: 210 time: 0.0438147 Jun 21 08:24:48.217961 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ea46f8-11a4-4b69-b98f-30135d8d0452 x-openstack-request-id: req-52ea46f8-11a4-4b69-b98f-30135d8d0452 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:24:48.218248 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe2faa3-c3b6-4597-aad5-28607cf64979", "name": "network-vif-deleted", "tag": "50b8e08d-d2b2-4767-9ad6-c676bfcb9cef", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:24:48.218497 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52ea46f8-11a4-4b69-b98f-30135d8d0452 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:24:48.218952 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ea46f8-11a4-4b69-b98f-30135d8d0452'] response: {'server_uuid': '0fe2faa3-c3b6-4597-aad5-28607cf64979', 'name': 'network-vif-deleted', 'tag': '50b8e08d-d2b2-4767-9ad6-c676bfcb9cef', 'status': 'completed', 'code': 200} Jun 21 08:24:48.423848 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca329f-64e4-4b82-99d6-a80fc80dbd9c req-8421f727-9715-4819-bd45-e9257d9380e6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:48.425888 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f8ca329f-64e4-4b82-99d6-a80fc80dbd9c req-8421f727-9715-4819-bd45-e9257d9380e6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0540075 Jun 21 08:24:48.479993 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f8ca329f-64e4-4b82-99d6-a80fc80dbd9c req-73cd035d-9597-4715-9726-239153c234e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470912 Jun 21 08:24:48.775818 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f980f021-3ec4-4e6d-a19a-a72800640eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:49.611192 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04bb5-c468-431b-a0e1-0dfd0e475beb req-59372e91-ec9f-424a-8a9a-4a598c633bb4 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:49.613027 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-21d04bb5-c468-431b-a0e1-0dfd0e475beb req-59372e91-ec9f-424a-8a9a-4a598c633bb4 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0561686 Jun 21 08:24:49.699676 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-21d04bb5-c468-431b-a0e1-0dfd0e475beb req-9b55d96a-8579-4b9d-9bed-0cddb6e380f0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600798 Jun 21 08:24:49.932502 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:50.823098 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457c197-1130-4521-b0b2-6ad2ba6ecb4e req-5855e64f-dc1a-4e39-b70d-25cdf4467f33 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:50.824604 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a457c197-1130-4521-b0b2-6ad2ba6ecb4e req-5855e64f-dc1a-4e39-b70d-25cdf4467f33 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0525751 Jun 21 08:24:50.879920 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a457c197-1130-4521-b0b2-6ad2ba6ecb4e req-d08ebcc3-f43e-424f-a229-77429bf685ad tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498164 Jun 21 08:24:51.009660 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0a846523-692c-4483-9fa4-c48001f639df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:52.013364 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05cc09-dc9f-405a-9383-7d2a6b538893 req-d2876877-93f8-4597-8ec7-d79a17fa7e8c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:52.015600 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd05cc09-dc9f-405a-9383-7d2a6b538893 req-d2876877-93f8-4597-8ec7-d79a17fa7e8c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0571837 Jun 21 08:24:52.035260 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:52.067155 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-fd05cc09-dc9f-405a-9383-7d2a6b538893 req-d6ad529d-8a99-4d55-88a5-ef9c8b4a258f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453908 Jun 21 08:24:52.160530 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:52.767484 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:24:52.788663 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:24:52.789038 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 50b8e08d-d2b2-4767-9ad6-c676bfcb9cef not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:24:53.218890 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31799180-268a-4e57-bbc8-7c3245748776 req-9102de00-d319-412b-9793-97d0b485860d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:53.220402 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-31799180-268a-4e57-bbc8-7c3245748776 req-9102de00-d319-412b-9793-97d0b485860d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0531070 Jun 21 08:24:53.291314 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-31799180-268a-4e57-bbc8-7c3245748776 req-69cd2460-4598-42bc-85ca-ec29649eebc9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609379 Jun 21 08:24:53.753867 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:54.018571 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:24:54.442191 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437aa0ca-ff19-4551-b4ed-4942273acd11 req-f7c98fe7-d521-4c3b-a1b4-78e3c84ed9f6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:54.444058 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-437aa0ca-ff19-4551-b4ed-4942273acd11 req-f7c98fe7-d521-4c3b-a1b4-78e3c84ed9f6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0565648 Jun 21 08:24:54.525023 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-437aa0ca-ff19-4551-b4ed-4942273acd11 req-80aa9a54-1638-419e-83cf-25923b186d9b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721364 Jun 21 08:24:55.404496 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:24:55.670757 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023df9d-4932-44ea-a7e7-701a51e5b264 req-e34edf22-9784-4ef7-9f00-fc951d917a96 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:55.673117 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6023df9d-4932-44ea-a7e7-701a51e5b264 req-e34edf22-9784-4ef7-9f00-fc951d917a96 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0622580 Jun 21 08:24:55.736818 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6023df9d-4932-44ea-a7e7-701a51e5b264 req-56321cac-e2cd-40d2-8299-4cb17e405246 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546923 Jun 21 08:24:56.875094 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f8db-8111-4bc3-b639-aea495f38f0b req-cc2d240d-048c-441c-b506-7d2c467afc81 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:56.876671 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4815f8db-8111-4bc3-b639-aea495f38f0b req-cc2d240d-048c-441c-b506-7d2c467afc81 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0534766 Jun 21 08:24:56.895937 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:24:56.929221 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4815f8db-8111-4bc3-b639-aea495f38f0b req-b5fc73ae-53a7-46e5-a3ff-67fb6a7f3507 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465567 Jun 21 08:24:58.083872 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bd8d2-988e-46cc-8cca-5b6ebbfda370 req-21780970-6574-45e1-a49b-8fe5e02c4a0c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:58.085484 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-497bd8d2-988e-46cc-8cca-5b6ebbfda370 req-21780970-6574-45e1-a49b-8fe5e02c4a0c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0666471 Jun 21 08:24:58.150210 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-497bd8d2-988e-46cc-8cca-5b6ebbfda370 req-41c2f993-6bc1-4bcb-a430-ad5f76ed9d72 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552893 Jun 21 08:24:59.284002 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac95755-7245-46e0-8bd5-eebbf9aa95db req-d4cd038a-c315-4c44-9389-019f18888a0f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:24:59.285969 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7ac95755-7245-46e0-8bd5-eebbf9aa95db req-d4cd038a-c315-4c44-9389-019f18888a0f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0543048 Jun 21 08:24:59.342088 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7ac95755-7245-46e0-8bd5-eebbf9aa95db req-984d339d-725e-4427-b229-93cf5be31518 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499818 Jun 21 08:25:00.501568 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073b1a1-a94c-476f-ae31-794a7aa2765d req-23716786-53f6-45df-9457-fed8cce2e0c7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:00.503171 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d073b1a1-a94c-476f-ae31-794a7aa2765d req-23716786-53f6-45df-9457-fed8cce2e0c7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0542090 Jun 21 08:25:00.567017 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d073b1a1-a94c-476f-ae31-794a7aa2765d req-f6282652-052f-443f-b397-98a79ffcb373 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534780 Jun 21 08:25:01.712032 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c370c6-ac25-401f-9861-0fd8682e6bb7 req-4a8e4064-3b6d-4fe8-a20b-64737f3896fa tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:01.713615 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-61c370c6-ac25-401f-9861-0fd8682e6bb7 req-4a8e4064-3b6d-4fe8-a20b-64737f3896fa tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0529938 Jun 21 08:25:01.773233 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-61c370c6-ac25-401f-9861-0fd8682e6bb7 req-5d48f984-495f-4dea-af41-52604f6bcec2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535972 Jun 21 08:25:02.900650 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3e3b5-cc31-4d62-8425-75fa55f6a12c req-c776203d-e4e6-4ada-b64d-c264a232609a tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:02.902268 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-76a3e3b5-cc31-4d62-8425-75fa55f6a12c req-c776203d-e4e6-4ada-b64d-c264a232609a tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0494397 Jun 21 08:25:02.958459 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-76a3e3b5-cc31-4d62-8425-75fa55f6a12c req-ddf75065-ebd5-4c48-a411-bb02cb489c9f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489993 Jun 21 08:25:04.011219 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:04.012900 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:04.093592 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208ed1a-f5d0-44e2-9457-db5d267641d0 req-a4f65fc9-b28c-4714-968f-c05e8dfafab1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:04.095173 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e208ed1a-f5d0-44e2-9457-db5d267641d0 req-a4f65fc9-b28c-4714-968f-c05e8dfafab1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0498462 Jun 21 08:25:04.153503 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e208ed1a-f5d0-44e2-9457-db5d267641d0 req-2e4bc3b2-e853-4144-9ae8-511e3040420f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510380 Jun 21 08:25:04.374217 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1d991028-ab62-4ec9-81b9-b98c925870ae details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:25:04.494068 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:25:04.510242 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'port_id': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'mac_address': 'fa:16:3e:e8:88:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:25:04.546540 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 1d991028-ab62-4ec9-81b9-b98c925870ae is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:25:04.546954 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:04.560615 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d991028-ab62-4ec9-81b9-b98c925870ae {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:25:04.584392 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:25:04.589042 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:04.637832 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:25:04.645056 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.645406 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.645903 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.646080 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.646416 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.646772 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.647103 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.647429 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.647752 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.648076 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.648400 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.648726 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.649050 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.649371 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.649689 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:04.657902 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['1d991028-ab62-4ec9-81b9-b98c925870ae'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:25:05.284191 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cfcad-c6f7-432e-8451-8df5b11e6c32 req-91290ce1-395a-4e9c-a47c-2e00b63b8780 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:05.285729 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-570cfcad-c6f7-432e-8451-8df5b11e6c32 req-91290ce1-395a-4e9c-a47c-2e00b63b8780 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 944 time: 0.0528555 Jun 21 08:25:05.322989 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:05.331142 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:05.336102 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-570cfcad-c6f7-432e-8451-8df5b11e6c32 req-47b68d98-850e-4f3d-988f-f9ed97e94cab tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 Jun 21 08:25:05.399954 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:05.401077 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:06.380662 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1d991028-ab62-4ec9-81b9-b98c925870ae up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:25:06.441512 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 1d991028-ab62-4ec9-81b9-b98c925870ae triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:25:06.442193 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:06.488480 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b11416-05a8-4753-9bbb-0fb04ca79d9a req-9e6dd29e-ed0a-44aa-96e5-4d36628b1a19 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:06.490190 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-92b11416-05a8-4753-9bbb-0fb04ca79d9a req-9e6dd29e-ed0a-44aa-96e5-4d36628b1a19 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 944 time: 0.0506544 Jun 21 08:25:06.532847 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 1d991028-ab62-4ec9-81b9-b98c925870ae is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:25:06.533268 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:06.562524 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:25:06.566126 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee450310-71d8-4a88-8ae2-0c104137e166" -d '{"events": [{"server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "name": "network-vif-plugged", "status": "completed", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:25:06.571365 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-92b11416-05a8-4753-9bbb-0fb04ca79d9a req-7edc3529-2edc-4362-82c9-ef694cb0ae57 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746284 Jun 21 08:25:06.584520 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:25:06.599374 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:06.761226 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ef4559-10d4-478c-a188-3b88bb234ef6 x-openstack-request-id: req-d4ef4559-10d4-478c-a188-3b88bb234ef6 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:25:06.761795 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "name": "network-vif-plugged", "status": "completed", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:25:06.762046 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4ef4559-10d4-478c-a188-3b88bb234ef6 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:25:06.762599 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ef4559-10d4-478c-a188-3b88bb234ef6'] response: {'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'code': 200} Jun 21 08:25:06.790132 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:25:07.708163 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94427757-a214-4b23-b814-8bbb6b1e004f req-d557ad40-c145-4bde-8b38-0524c6c6a064 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:07.716750 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-94427757-a214-4b23-b814-8bbb6b1e004f req-d557ad40-c145-4bde-8b38-0524c6c6a064 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0687883 Jun 21 08:25:07.771502 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-94427757-a214-4b23-b814-8bbb6b1e004f req-f45f9712-ca35-4535-a40a-fc2aa5cf3883 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537994 Jun 21 08:25:08.920141 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88899e-54bc-4eb7-a865-7254b91a980d req-b6828a15-7869-4145-aa09-7b225cb1af64 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:08.922147 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7b88899e-54bc-4eb7-a865-7254b91a980d req-b6828a15-7869-4145-aa09-7b225cb1af64 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0610814 Jun 21 08:25:08.977940 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7b88899e-54bc-4eb7-a865-7254b91a980d req-cd5cf6ad-6d93-409f-a2ff-49728168b827 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500107 Jun 21 08:25:10.133172 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f523ba-14dc-4306-9b0a-e3351943b8ba req-7b20d25a-9364-48cc-a85b-42918b5af0ff tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:10.142082 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-09f523ba-14dc-4306-9b0a-e3351943b8ba req-7b20d25a-9364-48cc-a85b-42918b5af0ff tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0695846 Jun 21 08:25:10.202694 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-09f523ba-14dc-4306-9b0a-e3351943b8ba req-fcb306af-82f1-48e8-9e10-7692e8f9c550 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592411 Jun 21 08:25:11.136469 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 47754) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:25:11.188176 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Deleting subnet 49f4b8d6-855c-46b0-812b-6cd79902bcf9 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:25:11.195236 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Publish callbacks [] for subnet (49f4b8d6-855c-46b0-812b-6cd79902bcf9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.247433 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4042124'] for subnet (49f4b8d6-855c-46b0-812b-6cd79902bcf9), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.335498 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (49f4b8d6-855c-46b0-812b-6cd79902bcf9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.373564 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93627-1969-4da8-8bf6-161c8dabe2d9 req-2b3adc0b-b01f-4c9c-b6bb-9c58aa6f9335 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:11.375087 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4ec93627-1969-4da8-8bf6-161c8dabe2d9 req-2b3adc0b-b01f-4c9c-b6bb-9c58aa6f9335 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0916109 Jun 21 08:25:11.453438 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4ec93627-1969-4da8-8bf6-161c8dabe2d9 req-ab217bfc-27b2-4bcd-97e0-7eb66bc88818 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709648 Jun 21 08:25:11.467034 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3769514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26152033'] for subnet (49f4b8d6-855c-46b0-812b-6cd79902bcf9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.497891 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f4b8d6-855c-46b0-812b-6cd79902bcf9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:25:11.504833 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.510667 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/49f4b8d6-855c-46b0-812b-6cd79902bcf9 HTTP/1.1" status: 204 len: 168 time: 0.3712294 Jun 21 08:25:11.512426 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 47758) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:25:11.514537 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.514941 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.515291 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.515642 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.515984 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.516319 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.516654 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.516984 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.517318 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.517646 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.517981 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.518312 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.518659 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.518991 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.519319 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f55ae6-4694-44c2-9f34-38033e1ad884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:25:11.610949 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (5173ea1b-6939-4f27-ba30-a33c0a2db708), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.706523 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (5173ea1b-6939-4f27-ba30-a33c0a2db708), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.735719 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5173ea1b-6939-4f27-ba30-a33c0a2db708']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:25:11.750132 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfac8b7-b367-448a-a329-446d0415be6f') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:25:11.750432 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfac8b7-b367-448a-a329-446d0415be6f') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:25:11.763918 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26780873'] for segment (3dfac8b7-b367-448a-a329-446d0415be6f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.772915 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:11.781106 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (3dfac8b7-b367-448a-a329-446d0415be6f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.788966 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:25:11.789520 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26999377'] for segment (3dfac8b7-b367-448a-a329-446d0415be6f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.818177 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment 3dfac8b7-b367-448a-a329-446d0415be6f resource provider aggregate not found Jun 21 08:25:11.860511 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment 3dfac8b7-b367-448a-a329-446d0415be6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dfac8b7-b367-448a-a329-446d0415be6f found for delete ", "request_id": "req-87247133-43c6-43f5-af9a-dbaf8cc20db5"}]} Jun 21 08:25:11.869489 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (5173ea1b-6939-4f27-ba30-a33c0a2db708), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.875736 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:11.878878 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5173ea1b-6939-4f27-ba30-a33c0a2db708 HTTP/1.1" status: 204 len: 168 time: 0.3650258 Jun 21 08:25:11.891155 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d611c-1604-4bd7-9ba4-c07aa1a69ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5173ea1b-6939-4f27-ba30-a33c0a2db708,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:25:12.035028 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 47770) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:25:12.080566 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5d3743b8-a37b-48e1-b87c-ec921f69caea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2c14f0f94af45b7b3117234993b591e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438998 Jun 21 08:25:12.083059 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 47772) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:25:12.138297 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6224e8c2-e196-41ee-873d-95e68241f4b1 admin admin] Publish callbacks [] for security_group (8e9e424d-afca-494c-bdd0-4f201ace5201), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:12.167791 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6224e8c2-e196-41ee-873d-95e68241f4b1 admin admin] Publish callbacks [] for security_group (8e9e424d-afca-494c-bdd0-4f201ace5201), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:12.186975 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:12.223986 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6224e8c2-e196-41ee-873d-95e68241f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (8e9e424d-afca-494c-bdd0-4f201ace5201), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:12.226383 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6224e8c2-e196-41ee-873d-95e68241f4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:12.230293 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6224e8c2-e196-41ee-873d-95e68241f4b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e9e424d-afca-494c-bdd0-4f201ace5201 HTTP/1.1" status: 204 len: 168 time: 0.1434779 Jun 21 08:25:12.239529 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224e8c2-e196-41ee-873d-95e68241f4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9e424d-afca-494c-bdd0-4f201ace5201,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:25:12.620984 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2683bc0-69a9-4a9e-bb0c-6a811bfcc93e req-736e80f6-d49b-46c9-879d-0b4fde639c7b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:12.623338 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f2683bc0-69a9-4a9e-bb0c-6a811bfcc93e req-736e80f6-d49b-46c9-879d-0b4fde639c7b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0721121 Jun 21 08:25:12.683834 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f2683bc0-69a9-4a9e-bb0c-6a811bfcc93e req-11986801-3289-4cb4-90c1-ecbe87b5e705 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510468 Jun 21 08:25:13.820871 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023aea77-e006-4f5a-a39d-83ed52470702 req-1cbd3384-61fa-4b1e-b395-d55b82e0def0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:13.823078 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-023aea77-e006-4f5a-a39d-83ed52470702 req-1cbd3384-61fa-4b1e-b395-d55b82e0def0 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0518062 Jun 21 08:25:13.891195 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-023aea77-e006-4f5a-a39d-83ed52470702 req-3f775cdb-7e9e-4f12-b14a-5cbcff5c3210 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591922 Jun 21 08:25:15.039083 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d992e4-5c7a-4c66-ba9a-4fd1940dc6bb req-de62f503-db95-4db7-8266-ac1bf44ebdf7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:15.042447 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-97d992e4-5c7a-4c66-ba9a-4fd1940dc6bb req-de62f503-db95-4db7-8266-ac1bf44ebdf7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0743058 Jun 21 08:25:15.119847 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-97d992e4-5c7a-4c66-ba9a-4fd1940dc6bb req-f5f4ec9b-dd7a-42a4-a90d-ebb5fd850309 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636227 Jun 21 08:25:16.104277 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-65be307a-152b-4d8e-aee3-d395cfcb3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:16.106439 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-65be307a-152b-4d8e-aee3-d395cfcb3558 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 1129 time: 0.0450850 Jun 21 08:25:16.200593 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-bd6ac395-8e7f-4cde-8fca-d998f31a979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:16.202081 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-bd6ac395-8e7f-4cde-8fca-d998f31a979b service neutron] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 918 time: 0.0906534 Jun 21 08:25:16.253102 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e601d8-632a-4021-b450-620bc991756f req-61650ad3-a6a8-4aca-bb6a-8dcb1682d618 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:16.255014 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9e601d8-632a-4021-b450-620bc991756f req-61650ad3-a6a8-4aca-bb6a-8dcb1682d618 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0478673 Jun 21 08:25:16.270386 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-0848ec95-0957-4202-b152-980480f4392c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d991028-ab62-4ec9-81b9-b98c925870ae HTTP/1.1" status: 200 len: 1000 time: 0.0620980 Jun 21 08:25:16.306251 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9e601d8-632a-4021-b450-620bc991756f req-fecf2ddd-4453-47d9-9d03-5186cc8762ba tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451794 Jun 21 08:25:16.324015 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-91fc4344-19f6-4422-a879-12106ed1774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:16.325500 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-91fc4344-19f6-4422-a879-12106ed1774b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.0487080 Jun 21 08:25:16.370923 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-39553b4b-af00-446b-bcef-62d756ffd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:16.372439 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-39553b4b-af00-446b-bcef-62d756ffd8e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410135 Jun 21 08:25:16.472667 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-5bc0bc24-44d8-4dbd-9211-b91efc80876f service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938680 Jun 21 08:25:16.574221 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a60c9a02-3587-44f2-9cea-c5ccadd2dc49 req-28eed87b-6d63-4c4c-98d5-9f84a3396461 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961015 Jun 21 08:25:16.788490 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:17.437186 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:17.686321 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c955d-983b-4680-b323-66d4512151da req-758671c2-44d6-422f-a43e-7e17d7a562b1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:17.687854 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a22c955d-983b-4680-b323-66d4512151da req-758671c2-44d6-422f-a43e-7e17d7a562b1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.3063464 Jun 21 08:25:17.729270 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:17.737554 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a22c955d-983b-4680-b323-66d4512151da req-99720805-c415-484a-b13b-6a8a56905607 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Jun 21 08:25:18.778905 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-77ca2d7c-9e14-4c86-996e-54d5614df612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:18.859458 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0998e-37fb-4ec9-97fe-a84f112d1a92 req-f7cdcaff-b85c-4614-be26-da2b9a954a40 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:18.864081 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-34d0998e-37fb-4ec9-97fe-a84f112d1a92 req-f7cdcaff-b85c-4614-be26-da2b9a954a40 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0496097 Jun 21 08:25:18.910591 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-34d0998e-37fb-4ec9-97fe-a84f112d1a92 req-07e4918e-535b-4de2-ba0d-d45b4271cea3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410526 Jun 21 08:25:19.736401 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [req-f07aafb6-5148-4038-8241-bcbc7d696198 req-10280332-2b90-44e6-b354-ab83c2f83f24 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:25:19.737440 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f07aafb6-5148-4038-8241-bcbc7d696198 req-10280332-2b90-44e6-b354-ab83c2f83f24 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055137 Jun 21 08:25:19.909899 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5499949-7b62-49be-9809-c326c4c69574 req-0a7fab44-f0eb-4c97-9aaf-8d7fa4c8f4ab tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:19.911567 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f5499949-7b62-49be-9809-c326c4c69574 req-0a7fab44-f0eb-4c97-9aaf-8d7fa4c8f4ab tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 945 time: 0.0614398 Jun 21 08:25:19.940764 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:19.941371 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-45c2b03d-1386-4484-bc90-d7d918fcb973 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0497260 Jun 21 08:25:19.969882 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f5499949-7b62-49be-9809-c326c4c69574 req-9ccfd800-f19a-413d-b6d9-45a3f4ee1375 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511889 Jun 21 08:25:20.031933 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-54a558d6-c1f6-4747-8bb5-61c905ee709e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:20.033377 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-54a558d6-c1f6-4747-8bb5-61c905ee709e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports/1d991028-ab62-4ec9-81b9-b98c925870ae HTTP/1.1" status: 200 len: 942 time: 0.0602458 Jun 21 08:25:20.438155 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1d991028-ab62-4ec9-81b9-b98c925870ae no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:25:20.482844 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:20.518428 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 1d991028-ab62-4ec9-81b9-b98c925870ae is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:25:20.519416 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:20.547670 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:25:20.549890 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b10d572-f826-4567-9eac-a1e6dfaa45da" -d '{"events": [{"server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "name": "network-vif-unplugged", "status": "completed", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:25:20.563361 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:25:20.567785 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:20.598226 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Jun 2022 08:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c4f32c-25d1-4cb6-891f-07ffcd51fcbd x-openstack-request-id: req-d5c4f32c-25d1-4cb6-891f-07ffcd51fcbd {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:25:20.598657 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "name": "network-vif-unplugged", "status": "completed", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:25:20.599001 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5c4f32c-25d1-4cb6-891f-07ffcd51fcbd {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:25:20.599547 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c4f32c-25d1-4cb6-891f-07ffcd51fcbd'] response: {'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'code': 200} Jun 21 08:25:20.639876 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:25:20.765397 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-0842d93e-f481-4619-8078-6775e9959279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:20.766850 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-0842d93e-f481-4619-8078-6775e9959279 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375&tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0 HTTP/1.1" status: 200 len: 1127 time: 0.0447369 Jun 21 08:25:20.828654 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-2b7b2615-3876-4d5f-869c-1fce53a7223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:20.830187 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-2b7b2615-3876-4d5f-869c-1fce53a7223a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 1127 time: 0.0431721 Jun 21 08:25:20.920466 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:20.932054 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-a247b934-577c-4233-868a-586df7cb09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:20.933905 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-a247b934-577c-4233-868a-586df7cb09b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 200 len: 918 time: 0.0965798 Jun 21 08:25:21.006505 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-a72b7021-0a41-4f04-a3d9-777e563df58b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d991028-ab62-4ec9-81b9-b98c925870ae HTTP/1.1" status: 200 len: 998 time: 0.0667222 Jun 21 08:25:21.019149 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-288b4e6c-c524-4bd8-8a93-ea39f31af4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:21.060819 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-c52af992-63a9-4984-87f1-b12fd3072834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:21.062348 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-c52af992-63a9-4984-87f1-b12fd3072834 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 200 len: 856 time: 0.0498705 Jun 21 08:25:21.112366 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-65c1cfc3-4021-4b01-8634-86d003dda74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:21.113920 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-65c1cfc3-4021-4b01-8634-86d003dda74f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=024039b9-9413-4bce-aeef-0421349b4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459204 Jun 21 08:25:21.167825 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ab8d-d1fd-4bce-8ff9-f5ba94b200ab req-21621d93-c0c8-41c1-9f7d-aefb95ec5aef tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:21.169426 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-eda7ab8d-d1fd-4bce-8ff9-f5ba94b200ab req-21621d93-c0c8-41c1-9f7d-aefb95ec5aef tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.1101868 Jun 21 08:25:21.213688 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-e4b55b89-ef5d-4f14-b277-40e74a5cac12 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938549 Jun 21 08:25:21.218810 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-eda7ab8d-d1fd-4bce-8ff9-f5ba94b200ab req-47d03673-d3eb-4bf5-805d-7472f7c1a35e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 Jun 21 08:25:21.308167 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a2f4d7b7-4e9b-4e10-b7f6-804e75e7b61a req-0ac23bb0-1193-4741-a4a7-76022d0a3c13 service neutron] 10.222.0.46 "GET /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880177 Jun 21 08:25:22.170273 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:22.353581 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf0d2-8e61-4330-b19a-dbd82011eae6 req-a48b87fb-ff6c-4cee-9cad-a19a3cd5ff55 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:22.355928 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3fdbf0d2-8e61-4330-b19a-dbd82011eae6 req-a48b87fb-ff6c-4cee-9cad-a19a3cd5ff55 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0552645 Jun 21 08:25:22.409535 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3fdbf0d2-8e61-4330-b19a-dbd82011eae6 req-e958f873-21ed-4090-83f4-7b3210600356 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480325 Jun 21 08:25:23.538344 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:23.539055 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:23.546567 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3fb01-cf5b-4e65-81e6-1e2f967be205 req-b1daca38-3949-4b05-a830-f585fa081f85 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:23.548224 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1bb3fb01-cf5b-4e65-81e6-1e2f967be205 req-b1daca38-3949-4b05-a830-f585fa081f85 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0566394 Jun 21 08:25:23.605416 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1bb3fb01-cf5b-4e65-81e6-1e2f967be205 req-9ee8247e-5517-437a-bcf0-155aada113cd tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498593 Jun 21 08:25:23.755121 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:24.025695 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:24.739949 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136a0c6-a760-4f3a-afa9-7e98dc7e8d12 req-3f20c280-dae0-4487-8274-11c3be23cf2b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:24.741523 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e136a0c6-a760-4f3a-afa9-7e98dc7e8d12 req-3f20c280-dae0-4487-8274-11c3be23cf2b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0546443 Jun 21 08:25:24.796407 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e136a0c6-a760-4f3a-afa9-7e98dc7e8d12 req-3eca5bbc-29b2-4542-a59e-563927f946fd tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477514 Jun 21 08:25:25.929174 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954af5eb-727c-43a2-b775-06f996f05f87 req-9183e06a-5760-4e49-9370-3389c9d93b43 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:25.930804 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-954af5eb-727c-43a2-b775-06f996f05f87 req-9183e06a-5760-4e49-9370-3389c9d93b43 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0547881 Jun 21 08:25:25.985849 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-954af5eb-727c-43a2-b775-06f996f05f87 req-7be66349-a69a-499e-ac5f-45685debe4f1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493131 Jun 21 08:25:27.117643 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f54d-c5ea-4fd7-957e-e4740c889bbb req-216a7087-521a-4b84-888e-112ffcbc3584 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:27.124726 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2662f54d-c5ea-4fd7-957e-e4740c889bbb req-216a7087-521a-4b84-888e-112ffcbc3584 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0602939 Jun 21 08:25:27.178375 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2662f54d-c5ea-4fd7-957e-e4740c889bbb req-68197216-65ef-4832-8ee2-c917463f60a5 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526488 Jun 21 08:25:28.300684 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f774e09-1917-4506-a136-f5150639ae07 req-e5d84268-56c1-4ac0-81f0-18fe7ded079d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:28.302228 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f774e09-1917-4506-a136-f5150639ae07 req-e5d84268-56c1-4ac0-81f0-18fe7ded079d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0503376 Jun 21 08:25:28.360379 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f774e09-1917-4506-a136-f5150639ae07 req-c67cc574-8162-4e55-98df-b3802a9da9d9 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514622 Jun 21 08:25:29.489074 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff061ef-0ad8-4313-8aef-4960e0104c5f req-0c59ee39-0ac5-410e-90fc-6bd4d2c634a1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:29.490568 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3ff061ef-0ad8-4313-8aef-4960e0104c5f req-0c59ee39-0ac5-410e-90fc-6bd4d2c634a1 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0481303 Jun 21 08:25:29.538540 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3ff061ef-0ad8-4313-8aef-4960e0104c5f req-08af85dc-bc41-4b2e-ac66-587a9fbb7d27 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Jun 21 08:25:30.679884 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca591e-2015-4aab-a689-423864e5c751 req-6d1c048b-191d-4812-bfc6-dd365271d4a6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:30.682282 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1aca591e-2015-4aab-a689-423864e5c751 req-6d1c048b-191d-4812-bfc6-dd365271d4a6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0669525 Jun 21 08:25:30.734150 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1aca591e-2015-4aab-a689-423864e5c751 req-a7a477a8-410a-4b8f-af03-6b9f6e7c150f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448613 Jun 21 08:25:31.854705 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37103af2-7588-4706-93a5-22cdbe253707 req-7918dec3-3d93-46ea-b347-9231d6e72945 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:31.856250 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-37103af2-7588-4706-93a5-22cdbe253707 req-7918dec3-3d93-46ea-b347-9231d6e72945 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 943 time: 0.0504768 Jun 21 08:25:31.869493 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:31.912261 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-37103af2-7588-4706-93a5-22cdbe253707 req-634d7d9d-df4c-40a3-af93-2e239de42590 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498791 Jun 21 08:25:32.404629 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:25:32.500105 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1d991028-ab62-4ec9-81b9-b98c925870ae details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:25:32.610805 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:25:32.623457 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'port_id': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'mac_address': 'fa:16:3e:e8:88:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:25:32.667021 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 1d991028-ab62-4ec9-81b9-b98c925870ae is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:25:32.667646 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:32.685755 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d991028-ab62-4ec9-81b9-b98c925870ae {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:25:32.712563 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:25:32.719014 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:32.768743 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:25:32.914989 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['1d991028-ab62-4ec9-81b9-b98c925870ae'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:25:33.045640 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05427544-08fe-4a57-8ae9-fcfe2801cbe1 req-9196ec96-2e6e-4a87-a427-e69abdfd3f3e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:33.047811 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-05427544-08fe-4a57-8ae9-fcfe2801cbe1 req-9196ec96-2e6e-4a87-a427-e69abdfd3f3e tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 944 time: 0.0595613 Jun 21 08:25:33.096209 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-05427544-08fe-4a57-8ae9-fcfe2801cbe1 req-adcf45fe-5851-413e-a7bc-ca2fd952a56f tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428481 Jun 21 08:25:34.236913 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f837-5818-464e-8352-5d84fe460d29 req-1f65d0b2-0b19-423e-b91f-46364489488d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:34.238456 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d3a3f837-5818-464e-8352-5d84fe460d29 req-1f65d0b2-0b19-423e-b91f-46364489488d tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 944 time: 0.0578499 Jun 21 08:25:34.293165 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d3a3f837-5818-464e-8352-5d84fe460d29 req-d365cf6d-409e-4794-838a-1a74b146fc77 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480607 Jun 21 08:25:34.500126 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1d991028-ab62-4ec9-81b9-b98c925870ae up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:25:34.531859 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:34.553506 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 1d991028-ab62-4ec9-81b9-b98c925870ae triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:25:34.553928 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:34.633298 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 1d991028-ab62-4ec9-81b9-b98c925870ae is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:25:34.634067 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:34.660594 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:25:34.662888 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b23981-ce59-41e7-99ca-8f451dbafce9" -d '{"events": [{"server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "name": "network-vif-plugged", "status": "completed", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:25:34.677940 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:25:34.682970 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:34.715495 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab10eab-0945-4497-b49d-ab5b5162da08 x-openstack-request-id: req-3ab10eab-0945-4497-b49d-ab5b5162da08 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:25:34.715791 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "name": "network-vif-plugged", "status": "completed", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:25:34.716045 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ab10eab-0945-4497-b49d-ab5b5162da08 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:25:34.716436 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab10eab-0945-4497-b49d-ab5b5162da08'] response: {'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'code': 200} Jun 21 08:25:34.729798 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:34.750333 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:25:34.899139 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958c8a6-5d29-4959-b7a1-80d77e138a6b req-23904b43-94d9-439f-bc42-8ecb07f2e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:34.901247 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d958c8a6-5d29-4959-b7a1-80d77e138a6b req-23904b43-94d9-439f-bc42-8ecb07f2e896 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 1130 time: 0.0395560 Jun 21 08:25:34.951541 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d958c8a6-5d29-4959-b7a1-80d77e138a6b req-1d312b13-7010-4141-a601-d43d05c05a11 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Jun 21 08:25:35.404439 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:35.425955 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968463a1-91d4-4655-931f-a3533be7600f req-e1a511d4-7ec5-4b72-94cc-1368eb54744b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:35.427492 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-968463a1-91d4-4655-931f-a3533be7600f req-e1a511d4-7ec5-4b72-94cc-1368eb54744b tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 946 time: 0.0590506 Jun 21 08:25:35.482213 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-968463a1-91d4-4655-931f-a3533be7600f req-3657e550-6998-4dae-a4d1-ef7368fe46a6 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483863 Jun 21 08:25:36.627194 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af9c49-ec79-43fb-9961-cb5730895dc9 req-2faebd80-8a42-441e-b858-bc35e617b385 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:36.629084 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-56af9c49-ec79-43fb-9961-cb5730895dc9 req-2faebd80-8a42-441e-b858-bc35e617b385 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 946 time: 0.0628066 Jun 21 08:25:36.694446 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-56af9c49-ec79-43fb-9961-cb5730895dc9 req-e4e945fe-80cb-4a49-8fad-2df9de0621e2 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528409 Jun 21 08:25:37.833504 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af4afb-41fe-4b5c-96fb-e463ffc0e007 req-c208dbb9-7105-49bc-8f4a-9aafcd810a7c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:25:37.834913 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-22af4afb-41fe-4b5c-96fb-e463ffc0e007 req-c208dbb9-7105-49bc-8f4a-9aafcd810a7c tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 946 time: 0.0557206 Jun 21 08:25:37.892519 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-22af4afb-41fe-4b5c-96fb-e463ffc0e007 req-b6fee8ce-89d8-4697-98b7-37d565ed77b7 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510912 Jun 21 08:25:40.414954 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:42.401231 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:44.743321 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:46.679870 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=54 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:46.689862 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=48 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:47.883482 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=38 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:47.888140 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=16 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:25:48.782145 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c08d704f-d39e-4ea4-9c6f-6228f544f6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:49.957933 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:51.013034 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4abfa60f-ff5b-4a37-9d8e-d3869e305a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:52.165708 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:53.755998 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:25:54.015291 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:03.999059 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:04.009565 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:07.690487 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858ff63-08b3-4a55-b999-9d4fd120d81f req-796d286b-9677-4254-a4bb-fde38a729889 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:26:07.692044 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a858ff63-08b3-4a55-b999-9d4fd120d81f req-796d286b-9677-4254-a4bb-fde38a729889 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 946 time: 0.0488808 Jun 21 08:26:07.742946 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a858ff63-08b3-4a55-b999-9d4fd120d81f req-4067097a-d2cd-49f1-a580-a803cbaab976 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 Jun 21 08:26:08.998104 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a567d1-101e-4395-9356-a02bad433c94 req-4894f602-a1b3-4968-9aef-7d0a2b3e7225 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:26:08.999689 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f5a567d1-101e-4395-9356-a02bad433c94 req-4894f602-a1b3-4968-9aef-7d0a2b3e7225 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 946 time: 0.1299465 Jun 21 08:26:09.020913 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6d038-1d45-475b-9b5d-73f65a793254 req-a9286037-f4b4-4ba1-babd-daf71bf612ff tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:26:09.022444 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88a6d038-1d45-475b-9b5d-73f65a793254 req-a9286037-f4b4-4ba1-babd-daf71bf612ff tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fda813-f341-4923-a4f9-5025f6790375 HTTP/1.1" status: 200 len: 946 time: 0.0740192 Jun 21 08:26:09.124066 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-88a6d038-1d45-475b-9b5d-73f65a793254 req-eaace8f8-9230-4fd0-a3c3-d596d633e3fd tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844917 Jun 21 08:26:09.124562 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Deleting port 1d991028-ab62-4ec9-81b9-b98c925870ae {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:26:09.124898 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:09.226096 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] For port 1d991028-ab62-4ec9-81b9-b98c925870ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d991028-ab62-4ec9-81b9-b98c925870ae,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:26:09.226463 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:09.403006 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:09.403439 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (f7f80b40-fa58-4806-b0e9-4b51bde7b1bc), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:09.403978 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Floating IP f7f80b40-fa58-4806-b0e9-4b51bde7b1bc disassociated. External IP: 172.27.0.65, port: 1d991028-ab62-4ec9-81b9-b98c925870ae. Jun 21 08:26:09.404493 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:26:09.405016 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Calling delete_port for 1d991028-ab62-4ec9-81b9-b98c925870ae owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:26:09.544187 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (1d991028-ab62-4ec9-81b9-b98c925870ae), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:09.573940 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event deleted for resources: {'Port': ['ID=1d991028-ab62-4ec9-81b9-b98c925870ae,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:09.586061 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.586417 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.586800 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.587163 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.587495 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.587914 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.588258 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.588663 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.588931 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.589337 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.589672 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.590002 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.590887 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.591242 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.591556 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:09.701384 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Router a0d42c95-cdc1-4011-957d-372a34196924 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:26:09.800985 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:09.811029 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:26:09.824059 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] Sync routers for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:26:09.835650 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:26:09.836291 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:25:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:09.855949 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] No DVR routers for this DVR port 1d991028-ab62-4ec9-81b9-b98c925870ae on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:26:09.858407 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:09.861628 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f5a567d1-101e-4395-9356-a02bad433c94 req-5610be8b-b7d8-4078-a324-e64478f9a859 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.46 "DELETE /v2.0/ports/1d991028-ab62-4ec9-81b9-b98c925870ae HTTP/1.1" status: 204 len: 173 time: 0.8559604 Jun 21 08:26:09.862059 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'name': 'network-vif-deleted', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:26:09.864321 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e2f77c-9cf7-4ebe-9ba2-b11de0423f6c" -d '{"events": [{"server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "name": "network-vif-deleted", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:26:09.955807 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:26:09.990861 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad0c758-0238-4f71-9397-610b6c6961a4 x-openstack-request-id: req-8ad0c758-0238-4f71-9397-610b6c6961a4 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:26:09.991146 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fda813-f341-4923-a4f9-5025f6790375", "name": "network-vif-deleted", "tag": "1d991028-ab62-4ec9-81b9-b98c925870ae", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:26:09.992221 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ad0c758-0238-4f71-9397-610b6c6961a4 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:26:09.992792 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad0c758-0238-4f71-9397-610b6c6961a4'] response: {'server_uuid': 'b5fda813-f341-4923-a4f9-5025f6790375', 'name': 'network-vif-deleted', 'tag': '1d991028-ab62-4ec9-81b9-b98c925870ae', 'status': 'completed', 'code': 200} Jun 21 08:26:10.207196 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:10.223263 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 47972) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:10.234681 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] Checking router: a0d42c95-cdc1-4011-957d-372a34196924 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:26:10.243129 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:26:10.244701 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:25:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:10.280270 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:10.286684 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e9512f2-971d-47f5-af07-b7bc93051cdc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (e0fc1148-8a1d-48f0-aed7-db8db8cb0a81), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:10.312008 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e9512f2-971d-47f5-af07-b7bc93051cdc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (e0fc1148-8a1d-48f0-aed7-db8db8cb0a81), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:10.352539 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:26:10.367649 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e9512f2-971d-47f5-af07-b7bc93051cdc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (e0fc1148-8a1d-48f0-aed7-db8db8cb0a81), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:10.370227 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e9512f2-971d-47f5-af07-b7bc93051cdc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:10.371441 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-9e9512f2-971d-47f5-af07-b7bc93051cdc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "DELETE /v2.0/security-groups/e0fc1148-8a1d-48f0-aed7-db8db8cb0a81 HTTP/1.1" status: 204 len: 168 time: 0.1471062 Jun 21 08:26:10.378676 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 47974) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:10.381230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9512f2-971d-47f5-af07-b7bc93051cdc tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc1148-8a1d-48f0-aed7-db8db8cb0a81,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:10.402531 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.api.v2.resource [None req-c1da669b-293b-4af8-8497-91a36e04b240 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] show failed (client error): The resource could not be found. Jun 21 08:26:10.403599 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c1da669b-293b-4af8-8497-91a36e04b240 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "GET /v2.0/security-groups/e0fc1148-8a1d-48f0-aed7-db8db8cb0a81 HTTP/1.1" status: 404 len: 347 time: 0.0222409 Jun 21 08:26:10.407516 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 47976) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:10.544249 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9f8406ee-4450-45d6-af5e-6523a3d3b6e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Deleting port 8d961f0b-2f54-40e2-a4af-2724b7c6de08 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:26:10.544560 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9f8406ee-4450-45d6-af5e-6523a3d3b6e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (8d961f0b-2f54-40e2-a4af-2724b7c6de08), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:10.590477 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:10.615598 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b603a0a-937b-4c93-af05-67973d899249 None None] The sync data for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi is: [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:21:09Z', 'revision_number': 4, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '27687532-eda2-4d0f-8686-7843763e2a9f', 'name': '', 'network_id': '024039b9-9413-4bce-aeef-0421349b4da5', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'mac_address': 'fa:16:3e:8f:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:08Z', 'updated_at': '2022-06-21T08:21:13Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'subnets': [{'id': 'dde8d6cd-82f5-4370-a04f-1bf8e55026e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:26:10.640888 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9f8406ee-4450-45d6-af5e-6523a3d3b6e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (8d961f0b-2f54-40e2-a4af-2724b7c6de08), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:10.641393 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9f8406ee-4450-45d6-af5e-6523a3d3b6e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (8d961f0b-2f54-40e2-a4af-2724b7c6de08), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:10.658509 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9f8406ee-4450-45d6-af5e-6523a3d3b6e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Calling delete_port for 8d961f0b-2f54-40e2-a4af-2724b7c6de08 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:26:10.839179 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9f8406ee-4450-45d6-af5e-6523a3d3b6e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (8d961f0b-2f54-40e2-a4af-2724b7c6de08), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:10.866687 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8406ee-4450-45d6-af5e-6523a3d3b6e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Pushing event deleted for resources: {'Port': ['ID=8d961f0b-2f54-40e2-a4af-2724b7c6de08,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:10.891292 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31687516-ca0a-4ca7-aa8c-6fc2b7134b98 None None] New status for floating IP f7f80b40-fa58-4806-b0e9-4b51bde7b1bc: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:26:10.933016 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9f8406ee-4450-45d6-af5e-6523a3d3b6e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks [] for floatingip (f7f80b40-fa58-4806-b0e9-4b51bde7b1bc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:10.935511 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9f8406ee-4450-45d6-af5e-6523a3d3b6e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:10.936807 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9f8406ee-4450-45d6-af5e-6523a3d3b6e3 tempest-AttachVolumeShelveTestJSON-1685273886 tempest-AttachVolumeShelveTestJSON-1685273886-project] 10.222.0.36 "DELETE /v2.0/floatingips/f7f80b40-fa58-4806-b0e9-4b51bde7b1bc HTTP/1.1" status: 204 len: 168 time: 0.5281034 Jun 21 08:26:12.687305 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1d991028-ab62-4ec9-81b9-b98c925870ae no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:26:12.707823 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 1d991028-ab62-4ec9-81b9-b98c925870ae {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:26:12.708161 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 1d991028-ab62-4ec9-81b9-b98c925870ae not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:26:13.410836 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 47998) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:13.871778 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (a0d42c95-cdc1-4011-957d-372a34196924), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:14.099549 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] Deleting port 27687532-eda2-4d0f-8686-7843763e2a9f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:26:14.099898 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:14.195234 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] For port 27687532-eda2-4d0f-8686-7843763e2a9f, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=27687532-eda2-4d0f-8686-7843763e2a9f,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:26:14.195607 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:14.210305 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] Calling delete_port for 27687532-eda2-4d0f-8686-7843763e2a9f owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:26:14.249084 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:14.349566 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:14.407003 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (27687532-eda2-4d0f-8686-7843763e2a9f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:14.436211 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=27687532-eda2-4d0f-8686-7843763e2a9f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:14.631294 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (a0d42c95-cdc1-4011-957d-372a34196924), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:15.127355 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] Router a0d42c95-cdc1-4011-957d-372a34196924 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:26:15.240230 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:26:15.249230 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48002) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:15.251292 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-846da8b9-cc92-4049-b8bf-c5e388055f07 admin admin] 10.222.0.36 "PUT /v2.0/routers/a0d42c95-cdc1-4011-957d-372a34196924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8396552 Jun 21 08:26:15.251448 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] Sync routers for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:26:15.266274 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:26:15.267306 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:25:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:15.361797 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Publish callbacks [] for router (a0d42c95-cdc1-4011-957d-372a34196924), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:15.409290 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:26:15.477621 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Publish callbacks [] for router_gateway (a0d42c95-cdc1-4011-957d-372a34196924), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:15.538050 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Deleting port eaf6cc22-718b-47ff-8d8d-73358cf66d62 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:26:15.538536 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:15.577776 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:15.614251 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:15.621033 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:26:14Z', 'revision_number': 5, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port': {'id': 'eaf6cc22-718b-47ff-8d8d-73358cf66d62', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:21:07Z', 'updated_at': '2022-06-21T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:15.639215 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] For port eaf6cc22-718b-47ff-8d8d-73358cf66d62, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=eaf6cc22-718b-47ff-8d8d-73358cf66d62,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:26:15.639592 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:15.648829 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] Checking router: a0d42c95-cdc1-4011-957d-372a34196924 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:26:15.654155 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Calling delete_port for eaf6cc22-718b-47ff-8d8d-73358cf66d62 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:26:15.658549 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] Routers {'a0d42c95-cdc1-4011-957d-372a34196924'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:26:15.659234 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:25:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['a0d42c95-cdc1-4011-957d-372a34196924'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:15.699560 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:15.848743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (eaf6cc22-718b-47ff-8d8d-73358cf66d62), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:15.873080 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf6cc22-718b-47ff-8d8d-73358cf66d62,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:15.890514 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:15.895997 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] Set router a0d42c95-cdc1-4011-957d-372a34196924 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:26:15.906564 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.906938 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.907288 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.907628 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.907957 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.908286 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.908618 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.908947 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.909275 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.909600 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.909926 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.910252 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.910574 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.911035 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.911368 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:15.957280 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:26:15Z', 'revision_number': 6, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port_host': None}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:15.969514 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (a0d42c95-cdc1-4011-957d-372a34196924), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:15.988686 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484958c-dc8d-4c8f-986a-2fadc21facc3 None None] The sync data for ids ['a0d42c95-cdc1-4011-957d-372a34196924'] in dv-cinder-836973-7-iscsi is: [{'id': 'a0d42c95-cdc1-4011-957d-372a34196924', 'name': 'tempest-AttachVolumeShelveTestJSON-2092358221-router', 'tenant_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:21:06Z', 'updated_at': '2022-06-21T08:26:15Z', 'revision_number': 6, 'project_id': 'df68cafb6dcd4a8c9e9593d3f13500f0', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:26:16.074068 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (a0d42c95-cdc1-4011-957d-372a34196924), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.076359 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Publish callbacks [] for router_controller (a0d42c95-cdc1-4011-957d-372a34196924), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.123731 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (a0d42c95-cdc1-4011-957d-372a34196924), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.124367 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0d42c95-cdc1-4011-957d-372a34196924 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:26:16.129933 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.131199 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3987b5a6-2893-4227-a697-28f7cbc4dd20 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a0d42c95-cdc1-4011-957d-372a34196924 HTTP/1.1" status: 204 len: 168 time: 0.8809781 Jun 21 08:26:16.133718 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48004) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:16.182564 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-1040bd80-b6bd-4381-962f-df954f81a450 admin admin] Deleting subnet dde8d6cd-82f5-4370-a04f-1bf8e55026e3 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:26:16.186310 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1040bd80-b6bd-4381-962f-df954f81a450 admin admin] Publish callbacks [] for subnet (dde8d6cd-82f5-4370-a04f-1bf8e55026e3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.222576 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1040bd80-b6bd-4381-962f-df954f81a450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4042124'] for subnet (dde8d6cd-82f5-4370-a04f-1bf8e55026e3), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.303426 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1040bd80-b6bd-4381-962f-df954f81a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (dde8d6cd-82f5-4370-a04f-1bf8e55026e3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.376569 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1040bd80-b6bd-4381-962f-df954f81a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3769514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26152033'] for subnet (dde8d6cd-82f5-4370-a04f-1bf8e55026e3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.422914 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040bd80-b6bd-4381-962f-df954f81a450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde8d6cd-82f5-4370-a04f-1bf8e55026e3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:16.432090 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1040bd80-b6bd-4381-962f-df954f81a450 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.435404 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1040bd80-b6bd-4381-962f-df954f81a450 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dde8d6cd-82f5-4370-a04f-1bf8e55026e3 HTTP/1.1" status: 204 len: 168 time: 0.3004642 Jun 21 08:26:16.437684 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48006) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:16.438408 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b41007-0530-4844-8b61-f2d5ba798fd4 None None] Network 024039b9-9413-4bce-aeef-0421349b4da5 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:26:16.477691 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 27687532-eda2-4d0f-8686-7843763e2a9f no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:26:16.516939 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (024039b9-9413-4bce-aeef-0421349b4da5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.532941 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 27687532-eda2-4d0f-8686-7843763e2a9f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:26:16.533286 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 27687532-eda2-4d0f-8686-7843763e2a9f not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:26:16.564868 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Deleting port dacdcc03-1897-4b61-ae62-850572df224e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:26:16.565215 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (dacdcc03-1897-4b61-ae62-850572df224e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.640416 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:16.648143 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] For port dacdcc03-1897-4b61-ae62-850572df224e, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=dacdcc03-1897-4b61-ae62-850572df224e,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:26:16.648501 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (dacdcc03-1897-4b61-ae62-850572df224e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.667321 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Calling delete_port for dacdcc03-1897-4b61-ae62-850572df224e owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:26:16.844518 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] DHCP port deletion for 024039b9-9413-4bce-aeef-0421349b4da5 request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:26:16.885849 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Deleting port dacdcc03-1897-4b61-ae62-850572df224e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:26:16.886317 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (dacdcc03-1897-4b61-ae62-850572df224e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.968361 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] For port dacdcc03-1897-4b61-ae62-850572df224e, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=dacdcc03-1897-4b61-ae62-850572df224e,segment=NetworkSegment(6a071d42-7518-4fa4-878f-0263cba9eac3),segment_id=6a071d42-7518-4fa4-878f-0263cba9eac3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:26:16.968759 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (dacdcc03-1897-4b61-ae62-850572df224e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:16.983219 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Calling delete_port for dacdcc03-1897-4b61-ae62-850572df224e owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:26:16.989003 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:17.007314 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (dacdcc03-1897-4b61-ae62-850572df224e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.034533 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=dacdcc03-1897-4b61-ae62-850572df224e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:17.043425 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] No DVR routers for this DVR port dacdcc03-1897-4b61-ae62-850572df224e on host dv-cinder-836973-7-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:26:17.089448 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (dacdcc03-1897-4b61-ae62-850572df224e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.118778 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Pushing event deleted for resources: {'Port': ['ID=dacdcc03-1897-4b61-ae62-850572df224e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:17.123958 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] No DVR routers for this DVR port dacdcc03-1897-4b61-ae62-850572df224e on host dv-cinder-836973-7-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:26:17.138512 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.139107 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.139646 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.140176 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.140700 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.141306 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.141707 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.142109 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.142505 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.142921 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.143320 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.143773 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.144156 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.144546 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.144989 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c47f7-8947-477e-99ec-67755e0a0089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:26:17.149458 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (024039b9-9413-4bce-aeef-0421349b4da5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.184258 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024039b9-9413-4bce-aeef-0421349b4da5']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:17.188783 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a071d42-7518-4fa4-878f-0263cba9eac3') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:17.189170 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a071d42-7518-4fa4-878f-0263cba9eac3') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:17.200433 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (6a071d42-7518-4fa4-878f-0263cba9eac3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.215021 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (6a071d42-7518-4fa4-878f-0263cba9eac3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.222121 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:26:17.222519 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (6a071d42-7518-4fa4-878f-0263cba9eac3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.293250 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (024039b9-9413-4bce-aeef-0421349b4da5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.299034 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.302032 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] 10.222.0.36 "DELETE /v2.0/networks/024039b9-9413-4bce-aeef-0421349b4da5 HTTP/1.1" status: 204 len: 168 time: 0.8634205 Jun 21 08:26:17.314720 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dc23d-ba1c-413e-90a4-e0a9d99f1f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=024039b9-9413-4bce-aeef-0421349b4da5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:17.401795 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 6a071d42-7518-4fa4-878f-0263cba9eac3 resource provider aggregate not found Jun 21 08:26:17.419401 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 6a071d42-7518-4fa4-878f-0263cba9eac3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a071d42-7518-4fa4-878f-0263cba9eac3 found for delete ", "request_id": "req-5764deba-53f8-45ec-a207-72fcdde82d30"}]} Jun 21 08:26:17.450220 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48016) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:17.499490 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f6bbce09-1fb4-4c29-a2cc-0fe4839eabe6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df68cafb6dcd4a8c9e9593d3f13500f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474408 Jun 21 08:26:17.501871 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48018) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:17.551440 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db93ba77-4f3d-413c-b76f-a73b8dbf61ed admin admin] Publish callbacks [] for security_group (905011df-f82d-4d52-b62f-6e79a4254863), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.576582 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db93ba77-4f3d-413c-b76f-a73b8dbf61ed admin admin] Publish callbacks [] for security_group (905011df-f82d-4d52-b62f-6e79a4254863), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.632057 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db93ba77-4f3d-413c-b76f-a73b8dbf61ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (905011df-f82d-4d52-b62f-6e79a4254863), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.635820 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db93ba77-4f3d-413c-b76f-a73b8dbf61ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:17.637112 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-db93ba77-4f3d-413c-b76f-a73b8dbf61ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/905011df-f82d-4d52-b62f-6e79a4254863 HTTP/1.1" status: 204 len: 168 time: 0.1343014 Jun 21 08:26:17.645847 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93ba77-4f3d-413c-b76f-a73b8dbf61ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905011df-f82d-4d52-b62f-6e79a4254863,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:18.243860 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device eaf6cc22-718b-47ff-8d8d-73358cf66d62 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:26:18.266939 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: eaf6cc22-718b-47ff-8d8d-73358cf66d62 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:26:18.267301 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device eaf6cc22-718b-47ff-8d8d-73358cf66d62 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:26:18.267848 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device dacdcc03-1897-4b61-ae62-850572df224e no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:26:18.288450 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: dacdcc03-1897-4b61-ae62-850572df224e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:26:18.288796 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device dacdcc03-1897-4b61-ae62-850572df224e not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:26:18.786936 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-91654007-7316-4e9a-86fe-cbdfa8613c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:19.966851 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:20.896723 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=19 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:20.923618 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=20 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:21.019652 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-13e1e07c-b24a-4752-8142-7f38c7ed3da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:22.170131 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:22.839160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48092) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:22.957406 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3437e947-235e-4265-88b7-21e6feed0b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.038889 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3437e947-235e-4265-88b7-21e6feed0b76 admin admin] Publish callbacks [] for security_group (0c29c746-299d-4cf7-a212-ff3406552bf4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.055564 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3437e947-235e-4265-88b7-21e6feed0b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0c29c746-299d-4cf7-a212-ff3406552bf4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.060009 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:23.105228 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-3437e947-235e-4265-88b7-21e6feed0b76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49859c611390444caefb26a63dc5869a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649488 Jun 21 08:26:23.106689 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437e947-235e-4265-88b7-21e6feed0b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c29c746-299d-4cf7-a212-ff3406552bf4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:23.107959 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48096) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:23.161744 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45b3bf1c-12b9-4f07-b907-7d3e6ce3cc9b admin admin] Publish callbacks [] for security_group (0c29c746-299d-4cf7-a212-ff3406552bf4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.185310 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45b3bf1c-12b9-4f07-b907-7d3e6ce3cc9b admin admin] Publish callbacks [] for security_group (0c29c746-299d-4cf7-a212-ff3406552bf4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.232957 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45b3bf1c-12b9-4f07-b907-7d3e6ce3cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0c29c746-299d-4cf7-a212-ff3406552bf4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.235851 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45b3bf1c-12b9-4f07-b907-7d3e6ce3cc9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.237150 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-45b3bf1c-12b9-4f07-b907-7d3e6ce3cc9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c29c746-299d-4cf7-a212-ff3406552bf4 HTTP/1.1" status: 204 len: 168 time: 0.1280694 Jun 21 08:26:23.246637 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3bf1c-12b9-4f07-b907-7d3e6ce3cc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c29c746-299d-4cf7-a212-ff3406552bf4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:23.533966 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48102) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:23.547994 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba144e9-6a9a-4b5b-b4f8-91d648a6450c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.627459 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba144e9-6a9a-4b5b-b4f8-91d648a6450c admin admin] Publish callbacks [] for security_group (4b14991a-cba0-45e2-9df2-4d82c1aaa773), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.631492 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba144e9-6a9a-4b5b-b4f8-91d648a6450c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (4b14991a-cba0-45e2-9df2-4d82c1aaa773), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.642102 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:23.675792 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fba144e9-6a9a-4b5b-b4f8-91d648a6450c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62e2ea65c3b44843a114d16476b6d491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406479 Jun 21 08:26:23.677501 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba144e9-6a9a-4b5b-b4f8-91d648a6450c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b14991a-cba0-45e2-9df2-4d82c1aaa773,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:23.678771 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48104) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:23.733423 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b435111e-a906-416c-aef9-5b8359548d7b admin admin] Publish callbacks [] for security_group (4b14991a-cba0-45e2-9df2-4d82c1aaa773), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.756555 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b435111e-a906-416c-aef9-5b8359548d7b admin admin] Publish callbacks [] for security_group (4b14991a-cba0-45e2-9df2-4d82c1aaa773), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.761033 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.808488 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b435111e-a906-416c-aef9-5b8359548d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (4b14991a-cba0-45e2-9df2-4d82c1aaa773), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.811081 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b435111e-a906-416c-aef9-5b8359548d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:23.812253 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-b435111e-a906-416c-aef9-5b8359548d7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b14991a-cba0-45e2-9df2-4d82c1aaa773 HTTP/1.1" status: 204 len: 168 time: 0.1323471 Jun 21 08:26:23.814465 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:23.824475 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435111e-a906-416c-aef9-5b8359548d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b14991a-cba0-45e2-9df2-4d82c1aaa773,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:24.013493 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:24.543122 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48126) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:24.648009 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-885515797-network', 'tenant_id': '41d9e73421fc48c3a9c18e170799c9a3'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:26:24.669296 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Made reservation on behalf of 41d9e73421fc48c3a9c18e170799c9a3 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:26:24.671846 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:24.683075 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:24.769599 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Publish callbacks [] for security_group (ab13ae7c-f325-4db0-9cce-9e5ce7136177), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:24.773562 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (ab13ae7c-f325-4db0-9cce-9e5ce7136177), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:24.801366 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:26:24.811698 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab13ae7c-f325-4db0-9cce-9e5ce7136177,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:24.816825 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (68230075-3bd4-4511-9f57-dafc64d8d36b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:24.817171 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Added segment 68230075-3bd4-4511-9f57-dafc64d8d36b of type vlan for network b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3 Jun 21 08:26:24.862241 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:24.891222 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:24.892185 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:26:24.892767 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:24.928839 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3846009 Jun 21 08:26:24.932375 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48130) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:24.937236 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Request body: {'subnet': {'network_id': 'b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-885515797-subnet', 'tenant_id': '41d9e73421fc48c3a9c18e170799c9a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:26:24.952108 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:24.959943 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Made reservation on behalf of 41d9e73421fc48c3a9c18e170799c9a3 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:26:24.962667 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d6ce2-edf6-48b2-bd4c-f89de0dbd6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:24.964359 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151950'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:24.973296 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:26:25.150872 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3769449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26152056'] for subnet (bc3406bf-6c13-4e31-8475-b3b25c8acf29), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:25.205884 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3406bf-6c13-4e31-8475-b3b25c8acf29,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:25.224419 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Checking segment: {'id': '68230075-3bd4-4511-9f57-dafc64d8d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:26:25.224780 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Network hostable DHCP agents. Network: b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:26:25.242495 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Network b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:26:25.251563 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:26:25.258713 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:26:25.258713 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:25.265039 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce79444-407e-4d9f-b823-e7aa5157e77c None None] Network b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:26:25.279547 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7f454a22-c87a-4928-a78a-607c0dcee795 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3457334 Jun 21 08:26:25.378356 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbe2728-76ae-4a46-a1bc-74a435d9dfdb None None] Network b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:26:25.807450 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48146) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:25.812365 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1969379254-network', 'tenant_id': '670af3b564df48dfbb7f1a6ade9db917'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:26:25.832119 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Made reservation on behalf of 670af3b564df48dfbb7f1a6ade9db917 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:26:25.834813 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:25.844688 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:25.927168 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Publish callbacks [] for security_group (60a8e537-bbf1-442d-9239-dc30e9fec83b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:25.930846 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (60a8e537-bbf1-442d-9239-dc30e9fec83b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:25.959561 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:26:25.972393 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a8e537-bbf1-442d-9239-dc30e9fec83b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:25.977594 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (d29b44e1-d324-4767-8d6f-d2edf4ddd838), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:25.977974 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Added segment d29b44e1-d324-4767-8d6f-d2edf4ddd838 of type vlan for network e378c70b-ce56-41ca-bbd3-eaa649cc0482 Jun 21 08:26:26.022675 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (e378c70b-ce56-41ca-bbd3-eaa649cc0482), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:26.048757 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (e378c70b-ce56-41ca-bbd3-eaa649cc0482), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:26.049816 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:26:26.050392 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:26.089423 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2807603 Jun 21 08:26:26.092117 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48148) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:26.120379 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Request body: {'subnet': {'network_id': 'e378c70b-ce56-41ca-bbd3-eaa649cc0482', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1969379254-subnet', 'tenant_id': '670af3b564df48dfbb7f1a6ade9db917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:26:26.125276 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13975d14-fa88-4a49-99cd-f440a89b6b32 admin admin] Pushing event updated for resources: {'Network': ['ID=e378c70b-ce56-41ca-bbd3-eaa649cc0482,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:26.134657 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:26.136446 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network e378c70b-ce56-41ca-bbd3-eaa649cc0482 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:26:26.146116 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Made reservation on behalf of 670af3b564df48dfbb7f1a6ade9db917 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:26:26.148560 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151950'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:26.161338 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:26.209639 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:26.336662 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3769449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26152056'] for subnet (4598f9fd-0b04-4143-8693-3fffd8047bd8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:26.389746 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4598f9fd-0b04-4143-8693-3fffd8047bd8,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:26.407323 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Checking segment: {'id': 'd29b44e1-d324-4767-8d6f-d2edf4ddd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e378c70b-ce56-41ca-bbd3-eaa649cc0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:26:26.407689 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Network hostable DHCP agents. Network: e378c70b-ce56-41ca-bbd3-eaa649cc0482, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:26:26.426128 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Network e378c70b-ce56-41ca-bbd3-eaa649cc0482 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:26:26.436336 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, e378c70b-ce56-41ca-bbd3-eaa649cc0482) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:26:26.440505 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:26:26.441107 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:26.444972 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a338109a-2ed9-49c5-82bd-80ac74ef726c None None] Network e378c70b-ce56-41ca-bbd3-eaa649cc0482 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:26:26.467719 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-46d6c146-3662-4141-8278-6526c7e37f29 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3665442 Jun 21 08:26:26.476718 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:26.555290 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32509720-66f5-4d67-bcd4-1f4b24652a2d None None] Network e378c70b-ce56-41ca-bbd3-eaa649cc0482 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:26:34.932463 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=53,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:34.934472 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=37,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:36.452480 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:36.453212 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:36.628452 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=21 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:36.634153 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=11 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:40.280964 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48266) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:40.329311 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe572594-17b5-4743-966e-7c6c887a0182 admin admin] Deleting subnet bc3406bf-6c13-4e31-8475-b3b25c8acf29 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:26:40.332664 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe572594-17b5-4743-966e-7c6c887a0182 admin admin] Publish callbacks [] for subnet (bc3406bf-6c13-4e31-8475-b3b25c8acf29), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.368015 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe572594-17b5-4743-966e-7c6c887a0182 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4042124'] for subnet (bc3406bf-6c13-4e31-8475-b3b25c8acf29), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.409234 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe572594-17b5-4743-966e-7c6c887a0182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (bc3406bf-6c13-4e31-8475-b3b25c8acf29), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.466349 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe572594-17b5-4743-966e-7c6c887a0182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3769514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26152033'] for subnet (bc3406bf-6c13-4e31-8475-b3b25c8acf29), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.489687 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe572594-17b5-4743-966e-7c6c887a0182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3406bf-6c13-4e31-8475-b3b25c8acf29,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:40.495713 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe572594-17b5-4743-966e-7c6c887a0182 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.499397 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fe572594-17b5-4743-966e-7c6c887a0182 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bc3406bf-6c13-4e31-8475-b3b25c8acf29 HTTP/1.1" status: 204 len: 168 time: 0.2174413 Jun 21 08:26:40.501933 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48268) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:40.581474 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.671743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.693726 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:40.704608 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68230075-3bd4-4511-9f57-dafc64d8d36b') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:40.704900 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68230075-3bd4-4511-9f57-dafc64d8d36b') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:40.715083 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (68230075-3bd4-4511-9f57-dafc64d8d36b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.728853 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (68230075-3bd4-4511-9f57-dafc64d8d36b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.735349 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:26:40.735745 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (68230075-3bd4-4511-9f57-dafc64d8d36b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.767832 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 68230075-3bd4-4511-9f57-dafc64d8d36b resource provider aggregate not found Jun 21 08:26:40.805389 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.814386 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 68230075-3bd4-4511-9f57-dafc64d8d36b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68230075-3bd4-4511-9f57-dafc64d8d36b found for delete ", "request_id": "req-b34c0d42-1114-46f1-917b-4ee25d85bb92"}]} Jun 21 08:26:40.815399 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.818526 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3 HTTP/1.1" status: 204 len: 168 time: 0.3154159 Jun 21 08:26:40.822116 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48274) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:40.829597 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b578ba9-9065-4015-8c70-c02d93c2aa34 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7bed173-ca07-4c7d-8cf3-f4f87cb69cd3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:40.872860 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-1533ed83-c77b-4bac-8d2c-9d3f4c92ca16 admin admin] Deleting subnet 4598f9fd-0b04-4143-8693-3fffd8047bd8 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:26:40.876564 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1533ed83-c77b-4bac-8d2c-9d3f4c92ca16 admin admin] Publish callbacks [] for subnet (4598f9fd-0b04-4143-8693-3fffd8047bd8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:40.926055 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1533ed83-c77b-4bac-8d2c-9d3f4c92ca16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26780882'] for subnet (4598f9fd-0b04-4143-8693-3fffd8047bd8), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.014850 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1533ed83-c77b-4bac-8d2c-9d3f4c92ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (4598f9fd-0b04-4143-8693-3fffd8047bd8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.105331 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1533ed83-c77b-4bac-8d2c-9d3f4c92ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26999355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26995947'] for subnet (4598f9fd-0b04-4143-8693-3fffd8047bd8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.138338 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533ed83-c77b-4bac-8d2c-9d3f4c92ca16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4598f9fd-0b04-4143-8693-3fffd8047bd8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:41.140427 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1533ed83-c77b-4bac-8d2c-9d3f4c92ca16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.143544 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-1533ed83-c77b-4bac-8d2c-9d3f4c92ca16 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4598f9fd-0b04-4143-8693-3fffd8047bd8 HTTP/1.1" status: 204 len: 168 time: 0.3201096 Jun 21 08:26:41.145964 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48276) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:41.232571 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (e378c70b-ce56-41ca-bbd3-eaa649cc0482), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.312582 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (e378c70b-ce56-41ca-bbd3-eaa649cc0482), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.339125 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e378c70b-ce56-41ca-bbd3-eaa649cc0482']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:41.348962 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29b44e1-d324-4767-8d6f-d2edf4ddd838') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:41.349261 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29b44e1-d324-4767-8d6f-d2edf4ddd838') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:26:41.360443 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26780873'] for segment (d29b44e1-d324-4767-8d6f-d2edf4ddd838), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.379783 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (d29b44e1-d324-4767-8d6f-d2edf4ddd838), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.386850 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:26:41.387251 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26999377'] for segment (d29b44e1-d324-4767-8d6f-d2edf4ddd838), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.422080 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment d29b44e1-d324-4767-8d6f-d2edf4ddd838 resource provider aggregate not found Jun 21 08:26:41.457624 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment d29b44e1-d324-4767-8d6f-d2edf4ddd838 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d29b44e1-d324-4767-8d6f-d2edf4ddd838 found for delete ", "request_id": "req-8e6c0759-9e7e-4339-8f21-8f96f0f5aa6e"}]} Jun 21 08:26:41.480234 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (e378c70b-ce56-41ca-bbd3-eaa649cc0482), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.488708 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.491859 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e378c70b-ce56-41ca-bbd3-eaa649cc0482 HTTP/1.1" status: 204 len: 168 time: 0.3449049 Jun 21 08:26:41.501569 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93bc0e-cd0a-47c0-a26b-19a2d300c313 admin admin] Pushing event deleted for resources: {'Network': ['ID=e378c70b-ce56-41ca-bbd3-eaa649cc0482,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:41.678359 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48284) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:41.723646 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-56c9fe11-ce5d-4229-a43d-5df4736d1be9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41d9e73421fc48c3a9c18e170799c9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439997 Jun 21 08:26:41.726346 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48286) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:41.797017 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-191462b1-5004-444f-be4e-4b1e4cc15556 admin admin] Publish callbacks [] for security_group (ab13ae7c-f325-4db0-9cce-9e5ce7136177), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.823486 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-191462b1-5004-444f-be4e-4b1e4cc15556 admin admin] Publish callbacks [] for security_group (ab13ae7c-f325-4db0-9cce-9e5ce7136177), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.876144 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-191462b1-5004-444f-be4e-4b1e4cc15556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (ab13ae7c-f325-4db0-9cce-9e5ce7136177), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.878663 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-191462b1-5004-444f-be4e-4b1e4cc15556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:41.880094 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-191462b1-5004-444f-be4e-4b1e4cc15556 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab13ae7c-f325-4db0-9cce-9e5ce7136177 HTTP/1.1" status: 204 len: 168 time: 0.1526639 Jun 21 08:26:41.889912 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191462b1-5004-444f-be4e-4b1e4cc15556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab13ae7c-f325-4db0-9cce-9e5ce7136177,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:42.268417 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48292) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:42.310258 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-382749a3-9f3a-4032-843d-c44bc2cd133c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=670af3b564df48dfbb7f1a6ade9db917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406704 Jun 21 08:26:42.312725 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48294) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:42.364684 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4199e169-9cdd-4f46-bb44-270c0a43bb1f admin admin] Publish callbacks [] for security_group (60a8e537-bbf1-442d-9239-dc30e9fec83b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:42.388939 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:42.391251 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4199e169-9cdd-4f46-bb44-270c0a43bb1f admin admin] Publish callbacks [] for security_group (60a8e537-bbf1-442d-9239-dc30e9fec83b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:42.404036 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:42.454664 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4199e169-9cdd-4f46-bb44-270c0a43bb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (60a8e537-bbf1-442d-9239-dc30e9fec83b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:42.458315 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4199e169-9cdd-4f46-bb44-270c0a43bb1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:42.460017 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-4199e169-9cdd-4f46-bb44-270c0a43bb1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60a8e537-bbf1-442d-9239-dc30e9fec83b HTTP/1.1" status: 204 len: 168 time: 0.1462731 Jun 21 08:26:42.473100 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199e169-9cdd-4f46-bb44-270c0a43bb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a8e537-bbf1-442d-9239-dc30e9fec83b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:46.408602 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:26:46.906326 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48352) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:47.025546 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6e864ce-eff8-44be-9b6e-6e0a51c1809e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.111372 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6e864ce-eff8-44be-9b6e-6e0a51c1809e admin admin] Publish callbacks [] for security_group (c97d0a80-2e03-427f-93ef-a8d1d8f523b9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.114881 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6e864ce-eff8-44be-9b6e-6e0a51c1809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (c97d0a80-2e03-427f-93ef-a8d1d8f523b9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.156075 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-e6e864ce-eff8-44be-9b6e-6e0a51c1809e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3e72ba337ec40a585f511436c1f12bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486420 Jun 21 08:26:47.156949 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e864ce-eff8-44be-9b6e-6e0a51c1809e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97d0a80-2e03-427f-93ef-a8d1d8f523b9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:47.158787 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48356) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:47.212313 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-baa75a89-c5b9-4bc9-b463-725d5b45b927 admin admin] Publish callbacks [] for security_group (c97d0a80-2e03-427f-93ef-a8d1d8f523b9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.233422 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-baa75a89-c5b9-4bc9-b463-725d5b45b927 admin admin] Publish callbacks [] for security_group (c97d0a80-2e03-427f-93ef-a8d1d8f523b9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.280041 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-baa75a89-c5b9-4bc9-b463-725d5b45b927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (c97d0a80-2e03-427f-93ef-a8d1d8f523b9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.282541 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-baa75a89-c5b9-4bc9-b463-725d5b45b927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.283753 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-baa75a89-c5b9-4bc9-b463-725d5b45b927 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c97d0a80-2e03-427f-93ef-a8d1d8f523b9 HTTP/1.1" status: 204 len: 168 time: 0.1233490 Jun 21 08:26:47.291524 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa75a89-c5b9-4bc9-b463-725d5b45b927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97d0a80-2e03-427f-93ef-a8d1d8f523b9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:47.579091 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48362) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:47.601475 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c153309-88b5-4552-b80a-d33d510b939b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.697499 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c153309-88b5-4552-b80a-d33d510b939b admin admin] Publish callbacks [] for security_group (0c2108fe-8ae0-4fb5-9079-dcd35aaf4b34), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.704658 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c153309-88b5-4552-b80a-d33d510b939b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0c2108fe-8ae0-4fb5-9079-dcd35aaf4b34), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.731913 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:47.747658 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:47.752115 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1c153309-88b5-4552-b80a-d33d510b939b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60a4f320487145448a657646fc11bc6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715388 Jun 21 08:26:47.753472 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c153309-88b5-4552-b80a-d33d510b939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2108fe-8ae0-4fb5-9079-dcd35aaf4b34,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:47.755058 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48364) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:26:47.810724 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00bd06c8-2e1f-474e-84cc-ace76cbb6664 admin admin] Publish callbacks [] for security_group (0c2108fe-8ae0-4fb5-9079-dcd35aaf4b34), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.833422 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00bd06c8-2e1f-474e-84cc-ace76cbb6664 admin admin] Publish callbacks [] for security_group (0c2108fe-8ae0-4fb5-9079-dcd35aaf4b34), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.885259 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00bd06c8-2e1f-474e-84cc-ace76cbb6664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0c2108fe-8ae0-4fb5-9079-dcd35aaf4b34), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.887844 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00bd06c8-2e1f-474e-84cc-ace76cbb6664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:47.889021 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-00bd06c8-2e1f-474e-84cc-ace76cbb6664 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c2108fe-8ae0-4fb5-9079-dcd35aaf4b34 HTTP/1.1" status: 204 len: 168 time: 0.1329579 Jun 21 08:26:47.897183 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd06c8-2e1f-474e-84cc-ace76cbb6664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2108fe-8ae0-4fb5-9079-dcd35aaf4b34,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:26:48.792109 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0531a485-be9c-44e2-886f-323150dc2e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:49.975753 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:51.013241 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-709e3c0a-5e47-4f48-874f-f7e42d1a3994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:52.172649 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:53.761506 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:54.020511 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:26:54.426653 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:56.399138 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:57.892144 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=45,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:26:57.892998 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=31,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:04.014141 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:04.016059 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:05.490352 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48492) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:05.612395 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1c6de1c-4f51-4262-98e2-8e8c60a33874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:05.696617 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1c6de1c-4f51-4262-98e2-8e8c60a33874 admin admin] Publish callbacks [] for security_group (0bc37011-6c09-40ea-a43c-0a07f05a7599), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:05.700739 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1c6de1c-4f51-4262-98e2-8e8c60a33874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0bc37011-6c09-40ea-a43c-0a07f05a7599), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:05.742568 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a1c6de1c-4f51-4262-98e2-8e8c60a33874 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5028b206a3734117885cd6696233cebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496188 Jun 21 08:27:05.742936 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6de1c-4f51-4262-98e2-8e8c60a33874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc37011-6c09-40ea-a43c-0a07f05a7599,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:05.745290 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48496) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:05.802793 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67893ec7-ab59-4b75-8530-9cc6ccb853f5 admin admin] Publish callbacks [] for security_group (0bc37011-6c09-40ea-a43c-0a07f05a7599), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:05.826007 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67893ec7-ab59-4b75-8530-9cc6ccb853f5 admin admin] Publish callbacks [] for security_group (0bc37011-6c09-40ea-a43c-0a07f05a7599), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:05.874677 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67893ec7-ab59-4b75-8530-9cc6ccb853f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0bc37011-6c09-40ea-a43c-0a07f05a7599), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:05.877166 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67893ec7-ab59-4b75-8530-9cc6ccb853f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:05.878341 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-67893ec7-ab59-4b75-8530-9cc6ccb853f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0bc37011-6c09-40ea-a43c-0a07f05a7599 HTTP/1.1" status: 204 len: 168 time: 0.1320310 Jun 21 08:27:05.887023 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67893ec7-ab59-4b75-8530-9cc6ccb853f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc37011-6c09-40ea-a43c-0a07f05a7599,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:06.594955 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48518) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:06.695170 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1871367866-network', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:06.715690 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Made reservation on behalf of b65afb27ab304161aaa6aabe73c1c58e for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:27:06.718324 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:06.733076 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:06.821075 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Publish callbacks [] for security_group (95a038b7-b721-49ca-87ba-732b90a404bd), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:06.825605 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (95a038b7-b721-49ca-87ba-732b90a404bd), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:06.856578 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:27:06.863860 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a038b7-b721-49ca-87ba-732b90a404bd,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:06.871139 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (43fc3ba9-8d45-4a46-8998-847c5fadd18c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:06.871459 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Added segment 43fc3ba9-8d45-4a46-8998-847c5fadd18c of type vlan for network 7527f918-94ee-4fed-a095-5260a615dead Jun 21 08:27:06.920484 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (7527f918-94ee-4fed-a095-5260a615dead), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:06.948011 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (7527f918-94ee-4fed-a095-5260a615dead), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:06.949051 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:06.949642 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:06.985998 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3899040 Jun 21 08:27:06.990014 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48522) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:06.996121 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Request body: {'subnet': {'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1871367866-subnet', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:07.017450 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bb972-2fe2-4e67-a0d3-20a260830143 admin admin] Pushing event updated for resources: {'Network': ['ID=7527f918-94ee-4fed-a095-5260a615dead,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:07.017886 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Made reservation on behalf of b65afb27ab304161aaa6aabe73c1c58e for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:27:07.021743 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151950'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.030058 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 7527f918-94ee-4fed-a095-5260a615dead details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:27:07.200517 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3769449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26152056'] for subnet (bcc1f7b6-e524-4bee-83e6-0ab3365dc793), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.255794 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc1f7b6-e524-4bee-83e6-0ab3365dc793,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:07.274416 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Checking segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:27:07.274820 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Network hostable DHCP agents. Network: 7527f918-94ee-4fed-a095-5260a615dead, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:27:07.292948 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Network 7527f918-94ee-4fed-a095-5260a615dead is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:27:07.302289 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 7527f918-94ee-4fed-a095-5260a615dead) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:07.307534 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:07.309007 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.312244 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c3954d-32fd-4caf-94af-f8ce26a49c0e None None] Network 7527f918-94ee-4fed-a095-5260a615dead requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:27:07.326414 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-67ca8595-6907-4daa-a62d-ae9d8ada803e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3349936 Jun 21 08:27:07.329072 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48524) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:07.333493 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:07.354033 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (159fd720-40f3-45a9-b44d-b14445c4cbd1), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.355025 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (159fd720-40f3-45a9-b44d-b14445c4cbd1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.413720 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks [] for router_controller (159fd720-40f3-45a9-b44d-b14445c4cbd1), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.417535 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-7527f918-94ee-4fed-a095-5260a615dead', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:27:07.418836 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.556777 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks [] for router_gateway (159fd720-40f3-45a9-b44d-b14445c4cbd1), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.566389 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Allocated IP 172.20.0.2 (7527f918-94ee-4fed-a095-5260a615dead/bcc1f7b6-e524-4bee-83e6-0ab3365dc793/297629ce-ac0d-4d72-a679-c7ceb620fa7e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:27:07.639396 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:07.670605 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:07.723249 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Publish callbacks [] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.730842 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.750480 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks [] for router_gateway (159fd720-40f3-45a9-b44d-b14445c4cbd1), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.769304 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Network 7527f918-94ee-4fed-a095-5260a615dead is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:27:07.771259 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.774705 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:07.778439 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:27:07.787629 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Pushing event updated for resources: {'Port': ['ID=297629ce-ac0d-4d72-a679-c7ceb620fa7e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:07.843379 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Attempting to bind port 297629ce-ac0d-4d72-a679-c7ceb620fa7e on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:27:07.843747 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Attempting to bind port 297629ce-ac0d-4d72-a679-c7ceb620fa7e by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:27:07.844107 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Attempting to bind port 297629ce-ac0d-4d72-a679-c7ceb620fa7e on network 7527f918-94ee-4fed-a095-5260a615dead {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:27:07.849423 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:27:07.849791 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Checking segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:27:07.850188 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.850781 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Bound using segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:27:07.851182 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Bound port: 297629ce-ac0d-4d72-a679-c7ceb620fa7e, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:27:07.851625 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:07.893282 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Allocated IP 172.27.0.145 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/38b9825e-ed88-45d2-ba16-d4f975f9ea27) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:27:07.932987 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] For port 297629ce-ac0d-4d72-a679-c7ceb620fa7e, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:27:07.937056 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] For port 297629ce-ac0d-4d72-a679-c7ceb620fa7e, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=297629ce-ac0d-4d72-a679-c7ceb620fa7e,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:27:07.943964 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:08.000733 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd98d7-66af-4e02-980b-c9f215f06262 None None] Pushing event updated for resources: {'Port': ['ID=297629ce-ac0d-4d72-a679-c7ceb620fa7e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:08.023470 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks [] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:08.063680 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:08.109640 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:27:08.113327 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:08.115329 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Pushing event updated for resources: {'Port': ['ID=38b9825e-ed88-45d2-ba16-d4f975f9ea27,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:08.118110 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:27:08.330063 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 297629ce-ac0d-4d72-a679-c7ceb620fa7e up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:27:08.385774 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 297629ce-ac0d-4d72-a679-c7ceb620fa7e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:08.386145 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:08.413675 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:08.423568 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks [] for router_gateway (159fd720-40f3-45a9-b44d-b14445c4cbd1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:08.461961 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:08.466749 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 297629ce-ac0d-4d72-a679-c7ceb620fa7e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:08.467196 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:08.502215 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port 297629ce-ac0d-4d72-a679-c7ceb620fa7e, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=297629ce-ac0d-4d72-a679-c7ceb620fa7e,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:27:08.508190 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:08.570743 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=297629ce-ac0d-4d72-a679-c7ceb620fa7e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:08.623408 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:08.637261 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (159fd720-40f3-45a9-b44d-b14445c4cbd1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:08.691219 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:08.774755 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Router 159fd720-40f3-45a9-b44d-b14445c4cbd1 is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:27:08.884166 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:27:08.897484 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Sync routers for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:27:08.914946 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:27:08.916029 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:26:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:08.921951 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:08.924168 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-b621619a-5453-4db8-87a7-3f2b647fd897 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5937860 Jun 21 08:27:08.929188 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48526) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:09.014091 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4440285f-89ff-4c16-8fa3-b869691ae020 None None] Network 7527f918-94ee-4fed-a095-5260a615dead requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:27:09.072493 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:27:09.115719 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-05505d14-aea3-4d86-969b-020ffe98bfe5 None None] Provisioning complete for port 297629ce-ac0d-4d72-a679-c7ceb620fa7e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:09.116912 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05505d14-aea3-4d86-969b-020ffe98bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:09.277767 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:08Z', 'revision_number': 3, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:09.373599 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-05505d14-aea3-4d86-969b-020ffe98bfe5 None None] Current status of the port 297629ce-ac0d-4d72-a679-c7ceb620fa7e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:09.409130 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Checking router: 159fd720-40f3-45a9-b44d-b14445c4cbd1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:27:09.409635 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Updating router 159fd720-40f3-45a9-b44d-b14445c4cbd1 port 38b9825e-ed88-45d2-ba16-d4f975f9ea27 binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:27:09.441120 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:09.452439 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:09.595730 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-41994067-a893-4412-b752-8c2e1a06a56b None None] Provisioning complete for port 297629ce-ac0d-4d72-a679-c7ceb620fa7e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:09.596108 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41994067-a893-4412-b752-8c2e1a06a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:09.642969 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:09.646443 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Allocated IP 172.20.0.1 (7527f918-94ee-4fed-a095-5260a615dead/bcc1f7b6-e524-4bee-83e6-0ab3365dc793/76a0ce36-0616-4d79-bd80-54248ee1b6ec) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:27:09.675081 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-41994067-a893-4412-b752-8c2e1a06a56b None None] Current status of the port 297629ce-ac0d-4d72-a679-c7ceb620fa7e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:09.722286 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:09.761096 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Publish callbacks [] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:09.769897 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Publish callbacks [] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:09.776243 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:09.832587 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Attempting to bind port 38b9825e-ed88-45d2-ba16-d4f975f9ea27 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:27:09.832957 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Attempting to bind port 38b9825e-ed88-45d2-ba16-d4f975f9ea27 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:27:09.833313 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Attempting to bind port 38b9825e-ed88-45d2-ba16-d4f975f9ea27 on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:27:09.839145 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Pushing event updated for resources: {'Port': ['ID=38b9825e-ed88-45d2-ba16-d4f975f9ea27,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:09.844448 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:27:09.844822 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:27:09.845216 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:09.845598 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:27:09.846063 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Bound port: 38b9825e-ed88-45d2-ba16-d4f975f9ea27, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:27:09.846437 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:09.870862 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.871204 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.871560 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.871911 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.872246 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.872569 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.872887 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.873204 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.873520 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.873837 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.874152 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.874481 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.874824 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.875137 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.875451 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:09.911124 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] For port 38b9825e-ed88-45d2-ba16-d4f975f9ea27, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:27:09.915141 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] For port 38b9825e-ed88-45d2-ba16-d4f975f9ea27, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=38b9825e-ed88-45d2-ba16-d4f975f9ea27,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:27:09.923019 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:09.987211 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:27:09.987911 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:26:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:09.993603 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ddecb-d127-4419-90f2-acc1c6d68a97 None None] Pushing event updated for resources: {'Port': ['ID=38b9825e-ed88-45d2-ba16-d4f975f9ea27,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:10.046865 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:10.052562 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:10.080425 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:10.092896 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Network 7527f918-94ee-4fed-a095-5260a615dead is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:27:10.098355 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:10.100675 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=76a0ce36-0616-4d79-bd80-54248ee1b6ec,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:10.101293 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:27:10.102913 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:27:10.144359 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (159fd720-40f3-45a9-b44d-b14445c4cbd1), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:10.296587 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 297629ce-ac0d-4d72-a679-c7ceb620fa7e up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:27:10.305560 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:08Z', 'revision_number': 3, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:10.324087 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:10.338224 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896de5e-5b5d-45a8-a073-ea0edaecac11 None None] The sync data for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi is: [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:08Z', 'revision_number': 3, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:27:10.352231 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 297629ce-ac0d-4d72-a679-c7ceb620fa7e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:10.352704 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:10.415077 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2c20bf01-2f44-467f-88b4-cd37a7ea8865 None None] Provisioning complete for port 76a0ce36-0616-4d79-bd80-54248ee1b6ec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:10.416007 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2c20bf01-2f44-467f-88b4-cd37a7ea8865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:10.481186 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2c20bf01-2f44-467f-88b4-cd37a7ea8865 None None] Port 76a0ce36-0616-4d79-bd80-54248ee1b6ec cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:27:10.483534 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 297629ce-ac0d-4d72-a679-c7ceb620fa7e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:10.510296 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Publish callbacks [] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:10.515130 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:10.592063 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=76a0ce36-0616-4d79-bd80-54248ee1b6ec,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:10.604206 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (159fd720-40f3-45a9-b44d-b14445c4cbd1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:10.708315 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Network 7527f918-94ee-4fed-a095-5260a615dead is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:27:10.710831 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:10.815512 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:10.820776 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:10.839509 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Router 159fd720-40f3-45a9-b44d-b14445c4cbd1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:27:10.965820 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:27:10.978103 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-49a811cc-09d8-47e2-8765-539ea0952bb3 admin admin] 10.222.0.36 "PUT /v2.0/routers/159fd720-40f3-45a9-b44d-b14445c4cbd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0464556 Jun 21 08:27:11.006383 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7ec655c4-b590-4992-9688-45b11b89b09e None None] Provisioning complete for port 76a0ce36-0616-4d79-bd80-54248ee1b6ec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:11.007221 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ec655c4-b590-4992-9688-45b11b89b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:11.042423 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7ec655c4-b590-4992-9688-45b11b89b09e None None] Port 76a0ce36-0616-4d79-bd80-54248ee1b6ec cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:27:11.499584 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48542) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:11.504762 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-949717882-network', 'tenant_id': '493d59fefb1e479a83854947d84e20eb'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:11.529819 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Made reservation on behalf of 493d59fefb1e479a83854947d84e20eb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:27:11.532762 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:11.542731 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:11.631212 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Publish callbacks [] for security_group (0e2e69f6-40a9-4481-bf05-06a1f5bfe68b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:11.636994 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0e2e69f6-40a9-4481-bf05-06a1f5bfe68b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:11.675778 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 08:27:11.688962 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2e69f6-40a9-4481-bf05-06a1f5bfe68b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:11.695555 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:11.704993 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (a19e731e-3953-4b58-a8b8-9f8e93276da1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:11.705541 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.segments_db [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Added segment a19e731e-3953-4b58-a8b8-9f8e93276da1 of type vlan for network 70aaec46-a60b-4725-9797-126b0bc330a1 Jun 21 08:27:11.719112 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.719634 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.720054 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.720583 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.721081 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.721566 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.722036 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.722507 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.723014 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.723518 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.724004 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.724509 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.725035 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.725474 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.725897 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:11.742785 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:11.777063 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790882325980'] for network (70aaec46-a60b-4725-9797-126b0bc330a1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:11.804638 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909'] for network (70aaec46-a60b-4725-9797-126b0bc330a1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:11.805612 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:11.806191 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:11.843107 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3424170 Jun 21 08:27:11.846087 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48544) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:11.879552 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Request body: {'subnet': {'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-949717882-subnet', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:11.885690 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d042-67d0-4c32-9a64-0ec559519a40 admin admin] Pushing event updated for resources: {'Network': ['ID=70aaec46-a60b-4725-9797-126b0bc330a1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:11.898524 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Network 70aaec46-a60b-4725-9797-126b0bc330a1 details requested by agent ovs-agent-dv-cinder-836973-7-iscsi with host dv-cinder-836973-7-iscsi {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 08:27:11.910185 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Made reservation on behalf of 493d59fefb1e479a83854947d84e20eb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:27:11.913157 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26995844'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:11.985815 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Sync routers for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:27:11.997896 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:27:11.998527 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:26:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:12.064613 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:12.120448 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26999544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26995954'] for subnet (20fbb628-f620-48d7-b981-bb57ed7b823d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.152542 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:27:12.200050 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20fbb628-f620-48d7-b981-bb57ed7b823d,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:12.212885 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Checking segment: {'id': 'a19e731e-3953-4b58-a8b8-9f8e93276da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:27:12.213254 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Network hostable DHCP agents. Network: 70aaec46-a60b-4725-9797-126b0bc330a1, hostable agents: ['1ba98754-0ace-46d2-95f2-3c944474b4f2'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 08:27:12.237218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Network 70aaec46-a60b-4725-9797-126b0bc330a1 is scheduled to be hosted by DHCP agent 1ba98754-0ace-46d2-95f2-3c944474b4f2 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 08:27:12.255245 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-7-iscsi, 70aaec46-a60b-4725-9797-126b0bc330a1) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:12.261223 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:12.261831 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.295422 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-8a365924-2f07-416d-9e4a-aa65bae5cd24 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4480724 Jun 21 08:27:12.297986 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48546) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:12.302908 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-949717882-router', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:12.305642 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e68c6f-bab1-4c55-8f0d-39ef7c1d3887 None None] Network 70aaec46-a60b-4725-9797-126b0bc330a1 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:27:12.310119 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:12.339111 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11454'] for router (825916c5-29ae-40fc-9dc3-d4f9305887af), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.340317 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 38b9825e-ed88-45d2-ba16-d4f975f9ea27 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:27:12.340547 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11441'] for router (825916c5-29ae-40fc-9dc3-d4f9305887af), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.408474 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks [] for router_controller (825916c5-29ae-40fc-9dc3-d4f9305887af), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.533606 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 38b9825e-ed88-45d2-ba16-d4f975f9ea27 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:12.534052 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.542383 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1571af1-6c61-5347-a276-7f9a9f9e4052-70aaec46-a60b-4725-9797-126b0bc330a1', 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1', 'project_id': '493d59fefb1e479a83854947d84e20eb', 'fixed_ips': [{'subnet_id': '20fbb628-f620-48d7-b981-bb57ed7b823d'}]}} from dv-cinder-836973-7-iscsi. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 08:27:12.543361 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.572113 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 2, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:12.580183 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks [] for router_gateway (825916c5-29ae-40fc-9dc3-d4f9305887af), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.614149 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Checking router: 159fd720-40f3-45a9-b44d-b14445c4cbd1 for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:27:12.614507 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Updating router 159fd720-40f3-45a9-b44d-b14445c4cbd1 port 76a0ce36-0616-4d79-bd80-54248ee1b6ec binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:27:12.730273 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.775132 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:12.816586 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks [] for router_gateway (825916c5-29ae-40fc-9dc3-d4f9305887af), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.842002 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.854415 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 38b9825e-ed88-45d2-ba16-d4f975f9ea27 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:12.855318 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:12.902253 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:12.936129 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Allocated IP 172.20.0.2 (70aaec46-a60b-4725-9797-126b0bc330a1/20fbb628-f620-48d7-b981-bb57ed7b823d/6951c678-d596-446d-8c30-0cb35d1364de) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:27:12.953436 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port 38b9825e-ed88-45d2-ba16-d4f975f9ea27, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=38b9825e-ed88-45d2-ba16-d4f975f9ea27,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:27:12.958124 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Allocated IP 172.27.0.205 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/7fbf1677-241f-49af-bf23-41e19a56a495) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:27:12.969549 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.001376 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:13.086291 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks [] for port (7fbf1677-241f-49af-bf23-41e19a56a495), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.120294 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.136315 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:13.148565 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=38b9825e-ed88-45d2-ba16-d4f975f9ea27,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:13.165397 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:27:13.168526 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:13.172747 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:27:13.179047 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbf1677-241f-49af-bf23-41e19a56a495,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:13.433801 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Publish callbacks [] for port (6951c678-d596-446d-8c30-0cb35d1364de), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.440425 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks [] for router_gateway (825916c5-29ae-40fc-9dc3-d4f9305887af), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.443428 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342'] for port (6951c678-d596-446d-8c30-0cb35d1364de), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.450945 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Publish callbacks [] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.476743 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.501816 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Network 70aaec46-a60b-4725-9797-126b0bc330a1 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:27:13.509790 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:13.516012 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:27:13.519926 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Pushing event updated for resources: {'Port': ['ID=6951c678-d596-446d-8c30-0cb35d1364de,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:13.651504 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164f1b3-caa5-4c8d-9733-d5dca4ce1cfe None None] Pushing event updated for resources: {'Port': ['ID=76a0ce36-0616-4d79-bd80-54248ee1b6ec,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:13.652942 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930135'] for router (825916c5-29ae-40fc-9dc3-d4f9305887af), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.659887 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Attempting to bind port 6951c678-d596-446d-8c30-0cb35d1364de on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:27:13.660528 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Attempting to bind port 6951c678-d596-446d-8c30-0cb35d1364de by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': 'a19e731e-3953-4b58-a8b8-9f8e93276da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:27:13.660785 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Attempting to bind port 6951c678-d596-446d-8c30-0cb35d1364de on network 70aaec46-a60b-4725-9797-126b0bc330a1 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:27:13.678416 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:27:13.679009 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Checking segment: {'id': 'a19e731e-3953-4b58-a8b8-9f8e93276da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:27:13.679592 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.679999 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Bound using segment: {'id': 'a19e731e-3953-4b58-a8b8-9f8e93276da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:27:13.680554 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Bound port: 6951c678-d596-446d-8c30-0cb35d1364de, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19e731e-3953-4b58-a8b8-9f8e93276da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:27:13.680942 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (6951c678-d596-446d-8c30-0cb35d1364de), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.683227 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Attempting to bind port 76a0ce36-0616-4d79-bd80-54248ee1b6ec on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:27:13.683592 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Attempting to bind port 76a0ce36-0616-4d79-bd80-54248ee1b6ec by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:27:13.683950 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Attempting to bind port 76a0ce36-0616-4d79-bd80-54248ee1b6ec on network 7527f918-94ee-4fed-a095-5260a615dead {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:27:13.700897 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:27:13.701348 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Checking segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:27:13.701921 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.702157 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Bound using segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:27:13.702749 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Bound port: 76a0ce36-0616-4d79-bd80-54248ee1b6ec, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:27:13.703150 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.714892 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:13.799886 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:13.808983 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Router 825916c5-29ae-40fc-9dc3-d4f9305887af is scheduled to L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 08:27:13.830829 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1948c55e-9d8e-43df-88fa-334ef00c3580 None None] Provisioning complete for port 76a0ce36-0616-4d79-bd80-54248ee1b6ec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:13.831294 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1948c55e-9d8e-43df-88fa-334ef00c3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.837145 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] For port 6951c678-d596-446d-8c30-0cb35d1364de, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:27:13.910315 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] For port 6951c678-d596-446d-8c30-0cb35d1364de, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=6951c678-d596-446d-8c30-0cb35d1364de,segment=NetworkSegment(a19e731e-3953-4b58-a8b8-9f8e93276da1),segment_id=a19e731e-3953-4b58-a8b8-9f8e93276da1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:27:13.913426 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] For port 76a0ce36-0616-4d79-bd80-54248ee1b6ec, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:27:13.930264 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (6951c678-d596-446d-8c30-0cb35d1364de), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.938532 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] For port 76a0ce36-0616-4d79-bd80-54248ee1b6ec, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=76a0ce36-0616-4d79-bd80-54248ee1b6ec,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:27:13.938532 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1948c55e-9d8e-43df-88fa-334ef00c3580 None None] Port 76a0ce36-0616-4d79-bd80-54248ee1b6ec cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:27:13.942537 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:13.961304 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:27:13.970362 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.979485 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Sync routers for ids ['825916c5-29ae-40fc-9dc3-d4f9305887af'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:27:13.982025 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:13.987781 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-3acfcdf4-7a4c-4752-89a6-2fefcb5f0799 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6852853 Jun 21 08:27:13.988029 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48548) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:14.005742 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Routers {'825916c5-29ae-40fc-9dc3-d4f9305887af'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:27:14.006723 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:26:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['825916c5-29ae-40fc-9dc3-d4f9305887af'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:14.013496 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee6f41-ec6f-4eb5-ab0d-8e60315aa30d None None] Pushing event updated for resources: {'Port': ['ID=6951c678-d596-446d-8c30-0cb35d1364de,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:14.020295 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:27:14.020914 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:26:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:14.110128 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:14.132917 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164f1b3-caa5-4c8d-9733-d5dca4ce1cfe None None] Pushing event updated for resources: {'Port': ['ID=76a0ce36-0616-4d79-bd80-54248ee1b6ec,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:14.183048 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Set router 825916c5-29ae-40fc-9dc3-d4f9305887af gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:27:14.220047 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:27:14.359787 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 38b9825e-ed88-45d2-ba16-d4f975f9ea27 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:27:14.461515 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'name': 'tempest-TestVolumeBootPattern-949717882-router', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:13Z', 'revision_number': 3, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'gw_port': {'id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:14.493435 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Checking router: 825916c5-29ae-40fc-9dc3-d4f9305887af for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:27:14.493781 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Updating router 825916c5-29ae-40fc-9dc3-d4f9305887af port 7fbf1677-241f-49af-bf23-41e19a56a495 binding host dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:27:14.509508 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4047f4ec-e06c-4f1c-964a-ba1b1f57b133 None None] Provisioning complete for port 76a0ce36-0616-4d79-bd80-54248ee1b6ec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:14.510062 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4047f4ec-e06c-4f1c-964a-ba1b1f57b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:14.535452 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:14.592205 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:13Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:14.609391 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:14.629936 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcbcc4-8469-46d4-9a1a-ff1687d711f0 None None] The sync data for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi is: [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:13Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:27:14.651783 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 38b9825e-ed88-45d2-ba16-d4f975f9ea27 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:14.652157 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:14.750892 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4047f4ec-e06c-4f1c-964a-ba1b1f57b133 None None] Current status of the port 76a0ce36-0616-4d79-bd80-54248ee1b6ec is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:14.753579 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4047f4ec-e06c-4f1c-964a-ba1b1f57b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:14.853968 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4047f4ec-e06c-4f1c-964a-ba1b1f57b133 None None] For port 76a0ce36-0616-4d79-bd80-54248ee1b6ec, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=76a0ce36-0616-4d79-bd80-54248ee1b6ec,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:27:14.854310 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Allocated IP 172.20.0.1 (70aaec46-a60b-4725-9797-126b0bc330a1/20fbb628-f620-48d7-b981-bb57ed7b823d/a4783b30-b44c-4d35-8377-ce799498b3d5) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:27:14.862505 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 38b9825e-ed88-45d2-ba16-d4f975f9ea27 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:14.865882 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4047f4ec-e06c-4f1c-964a-ba1b1f57b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:14.945357 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047f4ec-e06c-4f1c-964a-ba1b1f57b133 None None] Pushing event updated for resources: {'Port': ['ID=76a0ce36-0616-4d79-bd80-54248ee1b6ec,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:14.985316 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Publish callbacks [] for port (7fbf1677-241f-49af-bf23-41e19a56a495), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:14.986000 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:14.994884 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.009264 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Publish callbacks [] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.043299 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:15.056930 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Attempting to bind port 7fbf1677-241f-49af-bf23-41e19a56a495 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:27:15.057608 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Attempting to bind port 7fbf1677-241f-49af-bf23-41e19a56a495 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:27:15.058208 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Attempting to bind port 7fbf1677-241f-49af-bf23-41e19a56a495 on network 929906ad-6135-410d-9505-d7c909d4a28c {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:27:15.058803 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.068665 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:27:15.069798 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Checking segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:27:15.070256 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.070703 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Bound using segment: {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:27:15.071189 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Bound port: 7fbf1677-241f-49af-bf23-41e19a56a495, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa0ad6-45d3-47b7-9476-061ba524e28d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:27:15.071570 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.115226 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:15.125353 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Pushing event updated for resources: {'Port': ['ID=a4783b30-b44c-4d35-8377-ce799498b3d5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:15.138049 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] For port 7fbf1677-241f-49af-bf23-41e19a56a495, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:27:15.144306 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Network 70aaec46-a60b-4725-9797-126b0bc330a1 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:27:15.145153 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] For port 7fbf1677-241f-49af-bf23-41e19a56a495, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=7fbf1677-241f-49af-bf23-41e19a56a495,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:27:15.146662 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:15.149192 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:15.151209 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:27:15.161244 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.169055 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60383a-4efb-4333-92ac-4e3502da347c None None] Pushing event updated for resources: {'Port': ['ID=7fbf1677-241f-49af-bf23-41e19a56a495,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:15.204388 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933106'] for router_interface (825916c5-29ae-40fc-9dc3-d4f9305887af), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.243524 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60383a-4efb-4333-92ac-4e3502da347c None None] Pushing event updated for resources: {'Port': ['ID=7fbf1677-241f-49af-bf23-41e19a56a495,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:15.262528 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Routers {'825916c5-29ae-40fc-9dc3-d4f9305887af'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:27:15.263332 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:26:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['825916c5-29ae-40fc-9dc3-d4f9305887af'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:15.369530 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.391056 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e06b41-c154-41c6-b412-2ca3a54cc247 None None] Network 70aaec46-a60b-4725-9797-126b0bc330a1 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:27:15.499473 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] Set router 825916c5-29ae-40fc-9dc3-d4f9305887af gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:27:15.553272 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-61bece34-6bf3-422e-a6d3-bc0b53073cdc None None] Provisioning complete for port 6951c678-d596-446d-8c30-0cb35d1364de triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:15.553978 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-61bece34-6bf3-422e-a6d3-bc0b53073cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (6951c678-d596-446d-8c30-0cb35d1364de), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.600455 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Publish callbacks [] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.609257 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:15.609841 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.675816 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-61bece34-6bf3-422e-a6d3-bc0b53073cdc None None] Current status of the port 6951c678-d596-446d-8c30-0cb35d1364de is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:15.676182 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-61bece34-6bf3-422e-a6d3-bc0b53073cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (6951c678-d596-446d-8c30-0cb35d1364de), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.728034 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Pushing event updated for resources: {'Port': ['ID=a4783b30-b44c-4d35-8377-ce799498b3d5,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:15.745032 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2086119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933730'] for router_interface (825916c5-29ae-40fc-9dc3-d4f9305887af), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.745959 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-61bece34-6bf3-422e-a6d3-bc0b53073cdc None None] For port 6951c678-d596-446d-8c30-0cb35d1364de, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=6951c678-d596-446d-8c30-0cb35d1364de,segment=NetworkSegment(a19e731e-3953-4b58-a8b8-9f8e93276da1),segment_id=a19e731e-3953-4b58-a8b8-9f8e93276da1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:27:15.755620 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-61bece34-6bf3-422e-a6d3-bc0b53073cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (6951c678-d596-446d-8c30-0cb35d1364de), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:15.800602 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'name': 'tempest-TestVolumeBootPattern-949717882-router', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:13Z', 'revision_number': 3, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'gw_port': {'id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:15.807803 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:15.812312 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bece34-6bf3-422e-a6d3-bc0b53073cdc None None] Pushing event updated for resources: {'Port': ['ID=6951c678-d596-446d-8c30-0cb35d1364de,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:15.846301 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13b38d-9be9-4e06-988e-6506b811360c None None] The sync data for ids ['825916c5-29ae-40fc-9dc3-d4f9305887af'] in dv-cinder-836973-7-iscsi is: [{'id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'name': 'tempest-TestVolumeBootPattern-949717882-router', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:13Z', 'revision_number': 3, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'gw_port': {'id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:27:15.877767 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Network 70aaec46-a60b-4725-9797-126b0bc330a1 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:27:15.880115 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:15.989922 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-fd48c38d-9370-4850-ae17-cd63b0ca2bbd None None] Provisioning complete for port a4783b30-b44c-4d35-8377-ce799498b3d5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:15.990484 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd48c38d-9370-4850-ae17-cd63b0ca2bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:16.034572 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fd48c38d-9370-4850-ae17-cd63b0ca2bbd None None] Port a4783b30-b44c-4d35-8377-ce799498b3d5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:27:16.041747 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Router 825916c5-29ae-40fc-9dc3-d4f9305887af has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:27:16.045354 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-fd48c38d-9370-4850-ae17-cd63b0ca2bbd None None] Provisioning complete for port 6951c678-d596-446d-8c30-0cb35d1364de triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:16.045761 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd48c38d-9370-4850-ae17-cd63b0ca2bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (6951c678-d596-446d-8c30-0cb35d1364de), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:16.118131 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:16.149699 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fd48c38d-9370-4850-ae17-cd63b0ca2bbd None None] Current status of the port 6951c678-d596-446d-8c30-0cb35d1364de is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:16.180424 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:27:16.186072 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-836d2ee2-6d34-4fe6-88cd-b68a0c922756 admin admin] 10.222.0.36 "PUT /v2.0/routers/825916c5-29ae-40fc-9dc3-d4f9305887af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1964033 Jun 21 08:27:16.275945 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1afecb28-88fc-4bbd-8efe-95135887b5ab None None] Provisioning complete for port a4783b30-b44c-4d35-8377-ce799498b3d5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:16.276383 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1afecb28-88fc-4bbd-8efe-95135887b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:16.366948 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1afecb28-88fc-4bbd-8efe-95135887b5ab None None] Port a4783b30-b44c-4d35-8377-ce799498b3d5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:27:16.408794 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 6951c678-d596-446d-8c30-0cb35d1364de up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:27:16.477201 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 6951c678-d596-446d-8c30-0cb35d1364de triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:16.477584 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (6951c678-d596-446d-8c30-0cb35d1364de), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:16.599753 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 6951c678-d596-446d-8c30-0cb35d1364de is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:16.601356 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 76a0ce36-0616-4d79-bd80-54248ee1b6ec up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:27:16.652646 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 76a0ce36-0616-4d79-bd80-54248ee1b6ec triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:16.652927 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:16.698477 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b311774f-7e7f-45cc-a5e3-06d923736d3f None None] Provisioning complete for port a4783b30-b44c-4d35-8377-ce799498b3d5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:16.698874 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b311774f-7e7f-45cc-a5e3-06d923736d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:16.738803 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b311774f-7e7f-45cc-a5e3-06d923736d3f None None] Port a4783b30-b44c-4d35-8377-ce799498b3d5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:27:16.773609 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 76a0ce36-0616-4d79-bd80-54248ee1b6ec is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:16.818556 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48560) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:16.824433 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fa6cf3fb-63c0-4493-98a4-6f54dc828464 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-354442512', 'description': 'tempest-secgroup-smoke-354442512 description', 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:16.847684 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf3fb-63c0-4493-98a4-6f54dc828464 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:16.930162 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf3fb-63c0-4493-98a4-6f54dc828464 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group (4d4a8ce2-0f09-4286-a53a-1fbf503343be), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:16.934651 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf3fb-63c0-4493-98a4-6f54dc828464 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (4d4a8ce2-0f09-4286-a53a-1fbf503343be), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:16.968528 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf3fb-63c0-4493-98a4-6f54dc828464 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:16.969795 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-fa6cf3fb-63c0-4493-98a4-6f54dc828464 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1490581 Jun 21 08:27:16.970703 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cf3fb-63c0-4493-98a4-6f54dc828464 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4a8ce2-0f09-4286-a53a-1fbf503343be,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:16.972841 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48562) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:16.977551 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fa34e9d7-0073-4e5e-a9cb-c5820564106d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'security_group_rule': {'security_group_id': '4d4a8ce2-0f09-4286-a53a-1fbf503343be', 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:17.016518 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa34e9d7-0073-4e5e-a9cb-c5820564106d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (29837ef7-0308-4398-94a9-6322b4f72d36), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.081419 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa34e9d7-0073-4e5e-a9cb-c5820564106d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (29837ef7-0308-4398-94a9-6322b4f72d36), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.087429 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa34e9d7-0073-4e5e-a9cb-c5820564106d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (29837ef7-0308-4398-94a9-6322b4f72d36), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.110223 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34e9d7-0073-4e5e-a9cb-c5820564106d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29837ef7-0308-4398-94a9-6322b4f72d36,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:17.116720 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa34e9d7-0073-4e5e-a9cb-c5820564106d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.117968 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-fa34e9d7-0073-4e5e-a9cb-c5820564106d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442080 Jun 21 08:27:17.121238 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48564) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:17.125691 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9e78c5ec-f525-48ca-8984-4de992700a33 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'security_group_rule': {'security_group_id': '4d4a8ce2-0f09-4286-a53a-1fbf503343be', 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:17.155972 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e78c5ec-f525-48ca-8984-4de992700a33 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (a790141c-43b5-4e67-917a-64c92b76f279), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.220715 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e78c5ec-f525-48ca-8984-4de992700a33 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (a790141c-43b5-4e67-917a-64c92b76f279), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.224573 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e78c5ec-f525-48ca-8984-4de992700a33 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (a790141c-43b5-4e67-917a-64c92b76f279), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.244341 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78c5ec-f525-48ca-8984-4de992700a33 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a790141c-43b5-4e67-917a-64c92b76f279,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:17.254262 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e78c5ec-f525-48ca-8984-4de992700a33 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.255551 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-9e78c5ec-f525-48ca-8984-4de992700a33 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333699 Jun 21 08:27:17.258421 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48568) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:17.263156 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d7bad940-b7f1-4483-87a5-990e87704675 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'security_group_rule': {'security_group_id': '4d4a8ce2-0f09-4286-a53a-1fbf503343be', 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:17.293804 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7bad940-b7f1-4483-87a5-990e87704675 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (b1e4e9df-57d6-48d6-9b84-70fce981f593), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.361776 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7bad940-b7f1-4483-87a5-990e87704675 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (b1e4e9df-57d6-48d6-9b84-70fce981f593), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.366059 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7bad940-b7f1-4483-87a5-990e87704675 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (b1e4e9df-57d6-48d6-9b84-70fce981f593), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.377118 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:17.389045 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bad940-b7f1-4483-87a5-990e87704675 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e4e9df-57d6-48d6-9b84-70fce981f593,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:17.399842 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7bad940-b7f1-4483-87a5-990e87704675 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.401401 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-d7bad940-b7f1-4483-87a5-990e87704675 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419244 Jun 21 08:27:17.404317 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48570) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:17.409635 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'security_group_rule': {'security_group_id': '4d4a8ce2-0f09-4286-a53a-1fbf503343be', 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:17.429736 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:17.445725 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (10ffb862-bafd-4547-8b83-3005fcb81d42), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.510718 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (10ffb862-bafd-4547-8b83-3005fcb81d42), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.515739 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (10ffb862-bafd-4547-8b83-3005fcb81d42), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.535397 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ffb862-bafd-4547-8b83-3005fcb81d42,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:17.545454 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.546675 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411390 Jun 21 08:27:17.548080 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.548428 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.548767 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.549199 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.549539 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.549675 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48572) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:17.549869 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.550196 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.550525 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.550901 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.551197 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.551524 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.551855 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.552179 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.552500 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.552818 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d480e-07f5-4abd-a790-92a6cc129591 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:17.555819 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b73098fe-eb45-47bf-91a3-8d92ac0c74ab tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'security_group_rule': {'security_group_id': '4d4a8ce2-0f09-4286-a53a-1fbf503343be', 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:17.567967 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:17.581141 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-b73098fe-eb45-47bf-91a3-8d92ac0c74ab tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Project b65afb27ab304161aaa6aabe73c1c58e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 08:27:17.588452 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b73098fe-eb45-47bf-91a3-8d92ac0c74ab tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (e67727ab-2d5c-465e-9f20-bd39e07dab4f), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.671952 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b73098fe-eb45-47bf-91a3-8d92ac0c74ab tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (e67727ab-2d5c-465e-9f20-bd39e07dab4f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.675566 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b73098fe-eb45-47bf-91a3-8d92ac0c74ab tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (e67727ab-2d5c-465e-9f20-bd39e07dab4f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.699595 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73098fe-eb45-47bf-91a3-8d92ac0c74ab tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67727ab-2d5c-465e-9f20-bd39e07dab4f,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:17.706549 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b73098fe-eb45-47bf-91a3-8d92ac0c74ab tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.707824 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-b73098fe-eb45-47bf-91a3-8d92ac0c74ab tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572192 Jun 21 08:27:17.712272 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48574) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:17.716643 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-97f27575-d201-45d2-877e-1a3bba35c3ff tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'security_group_rule': {'security_group_id': '4d4a8ce2-0f09-4286-a53a-1fbf503343be', 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:17.738497 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-97f27575-d201-45d2-877e-1a3bba35c3ff tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Project b65afb27ab304161aaa6aabe73c1c58e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 08:27:17.744843 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97f27575-d201-45d2-877e-1a3bba35c3ff tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (7c1c0c90-6f2a-413e-9470-a0b52c974353), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.806682 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97f27575-d201-45d2-877e-1a3bba35c3ff tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (7c1c0c90-6f2a-413e-9470-a0b52c974353), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.811658 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97f27575-d201-45d2-877e-1a3bba35c3ff tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268893'] for security_group_rule (7c1c0c90-6f2a-413e-9470-a0b52c974353), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.832114 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f27575-d201-45d2-877e-1a3bba35c3ff tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1c0c90-6f2a-413e-9470-a0b52c974353,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:17.840432 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97f27575-d201-45d2-877e-1a3bba35c3ff tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:17.843621 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-97f27575-d201-45d2-877e-1a3bba35c3ff tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303687 Jun 21 08:27:18.139398 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Sync routers for ids ['825916c5-29ae-40fc-9dc3-d4f9305887af'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:27:18.155060 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Routers {'825916c5-29ae-40fc-9dc3-d4f9305887af'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:27:18.156075 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:26:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['825916c5-29ae-40fc-9dc3-d4f9305887af'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:18.407419 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 7fbf1677-241f-49af-bf23-41e19a56a495 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:27:18.467704 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Set router 825916c5-29ae-40fc-9dc3-d4f9305887af gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:27:18.495899 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:18.522729 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 7fbf1677-241f-49af-bf23-41e19a56a495 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:18.523204 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:18.593475 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=100 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:18.747898 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 7fbf1677-241f-49af-bf23-41e19a56a495 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:18.748295 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:18.789603 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'name': 'tempest-TestVolumeBootPattern-949717882-router', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:15Z', 'revision_number': 4, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'gw_port': {'id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'a4783b30-b44c-4d35-8377-ce799498b3d5', 'name': '', 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'mac_address': 'fa:16:3e:ec:b9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '20fbb628-f620-48d7-b981-bb57ed7b823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:14Z', 'updated_at': '2022-06-21T08:27:15Z', 'revision_number': 2, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'subnets': [{'id': '20fbb628-f620-48d7-b981-bb57ed7b823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:18.794414 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] For port 7fbf1677-241f-49af-bf23-41e19a56a495, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=7fbf1677-241f-49af-bf23-41e19a56a495,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:27:18.824399 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:18.831266 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Checking router: 825916c5-29ae-40fc-9dc3-d4f9305887af for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:27:18.831620 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Updating router 825916c5-29ae-40fc-9dc3-d4f9305887af port a4783b30-b44c-4d35-8377-ce799498b3d5 binding host dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 08:27:18.861294 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9672579-2abf-44d6-b25f-45169a62e880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:18.905572 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:18.910661 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Pushing event updated for resources: {'Port': ['ID=7fbf1677-241f-49af-bf23-41e19a56a495,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:18.928795 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.929142 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.929485 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.929830 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.930166 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.930496 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.930849 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.931180 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.931507 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.931833 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.932159 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.932485 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.932810 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.933131 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:18.933452 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:27:19.204864 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Publish callbacks [] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:19.212779 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:19.269415 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e2381-98ac-4297-acd6-92750f789549 None None] Pushing event updated for resources: {'Port': ['ID=a4783b30-b44c-4d35-8377-ce799498b3d5,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:19.333256 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Attempting to bind port a4783b30-b44c-4d35-8377-ce799498b3d5 on host dv-cinder-836973-7-iscsi for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:27:19.333622 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Attempting to bind port a4783b30-b44c-4d35-8377-ce799498b3d5 by drivers openvswitch,hyperv on host dv-cinder-836973-7-iscsi at level 0 using segments [{'id': 'a19e731e-3953-4b58-a8b8-9f8e93276da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:27:19.334038 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Attempting to bind port a4783b30-b44c-4d35-8377-ce799498b3d5 on network 70aaec46-a60b-4725-9797-126b0bc330a1 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:27:19.342557 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Checking agent: {'id': 'ced81b17-d724-4e90-b6dc-641862ab5659', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 7, 24), 'started_at': datetime.datetime(2022, 6, 21, 8, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:27:19.342966 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Checking segment: {'id': 'a19e731e-3953-4b58-a8b8-9f8e93276da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:27:19.343374 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:19.343768 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Bound using segment: {'id': 'a19e731e-3953-4b58-a8b8-9f8e93276da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:27:19.344244 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Bound port: a4783b30-b44c-4d35-8377-ce799498b3d5, host: dv-cinder-836973-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19e731e-3953-4b58-a8b8-9f8e93276da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:27:19.344630 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:19.361810 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:19.433898 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] For port a4783b30-b44c-4d35-8377-ce799498b3d5, host dv-cinder-836973-7-iscsi, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:27:19.437828 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] For port a4783b30-b44c-4d35-8377-ce799498b3d5, host dv-cinder-836973-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=a4783b30-b44c-4d35-8377-ce799498b3d5,segment=NetworkSegment(a19e731e-3953-4b58-a8b8-9f8e93276da1),segment_id=a19e731e-3953-4b58-a8b8-9f8e93276da1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:27:19.446330 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:19.507587 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:19.510005 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Routers {'825916c5-29ae-40fc-9dc3-d4f9305887af'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:27:19.510670 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:26:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['825916c5-29ae-40fc-9dc3-d4f9305887af'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:19.517463 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e2381-98ac-4297-acd6-92750f789549 None None] Pushing event updated for resources: {'Port': ['ID=a4783b30-b44c-4d35-8377-ce799498b3d5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:19.595519 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-97cd1775-061c-4eab-b357-42c72c2e066b None None] Provisioning complete for port a4783b30-b44c-4d35-8377-ce799498b3d5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:19.595519 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97cd1775-061c-4eab-b357-42c72c2e066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:19.684968 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] Set router 825916c5-29ae-40fc-9dc3-d4f9305887af gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:27:19.812985 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-97cd1775-061c-4eab-b357-42c72c2e066b None None] Current status of the port a4783b30-b44c-4d35-8377-ce799498b3d5 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:19.813396 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97cd1775-061c-4eab-b357-42c72c2e066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:19.899095 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-97cd1775-061c-4eab-b357-42c72c2e066b None None] For port a4783b30-b44c-4d35-8377-ce799498b3d5, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=a4783b30-b44c-4d35-8377-ce799498b3d5,segment=NetworkSegment(a19e731e-3953-4b58-a8b8-9f8e93276da1),segment_id=a19e731e-3953-4b58-a8b8-9f8e93276da1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:27:19.911720 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97cd1775-061c-4eab-b357-42c72c2e066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:20.013428 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:20.016136 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd1775-061c-4eab-b357-42c72c2e066b None None] Pushing event updated for resources: {'Port': ['ID=a4783b30-b44c-4d35-8377-ce799498b3d5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:20.026157 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'name': 'tempest-TestVolumeBootPattern-949717882-router', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:15Z', 'revision_number': 4, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'gw_port': {'id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'a4783b30-b44c-4d35-8377-ce799498b3d5', 'name': '', 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'mac_address': 'fa:16:3e:ec:b9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '20fbb628-f620-48d7-b981-bb57ed7b823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:14Z', 'updated_at': '2022-06-21T08:27:19Z', 'revision_number': 4, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'subnets': [{'id': '20fbb628-f620-48d7-b981-bb57ed7b823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:20.057378 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aff3aa-5ef5-44c1-b58c-0f2c34c887ad None None] The sync data for ids ['825916c5-29ae-40fc-9dc3-d4f9305887af'] in dv-cinder-836973-7-iscsi is: [{'id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'name': 'tempest-TestVolumeBootPattern-949717882-router', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:15Z', 'revision_number': 4, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'gw_port': {'id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': 'a4783b30-b44c-4d35-8377-ce799498b3d5', 'name': '', 'network_id': '70aaec46-a60b-4725-9797-126b0bc330a1', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'mac_address': 'fa:16:3e:ec:b9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '20fbb628-f620-48d7-b981-bb57ed7b823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:14Z', 'updated_at': '2022-06-21T08:27:19Z', 'revision_number': 4, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'subnets': [{'id': '20fbb628-f620-48d7-b981-bb57ed7b823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:27:20.059279 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d660eb10-048d-4c9d-a374-8aae457d4f83 None None] Provisioning complete for port a4783b30-b44c-4d35-8377-ce799498b3d5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:20.059648 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d660eb10-048d-4c9d-a374-8aae457d4f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:20.169250 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d660eb10-048d-4c9d-a374-8aae457d4f83 None None] Current status of the port a4783b30-b44c-4d35-8377-ce799498b3d5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:20.377393 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device a4783b30-b44c-4d35-8377-ce799498b3d5 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:27:20.431038 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port a4783b30-b44c-4d35-8377-ce799498b3d5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:20.431396 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:20.520470 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:20.526246 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port a4783b30-b44c-4d35-8377-ce799498b3d5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:20.527377 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 7fbf1677-241f-49af-bf23-41e19a56a495 up at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:27:20.583085 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Provisioning complete for port 7fbf1677-241f-49af-bf23-41e19a56a495 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:20.583473 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:20.621503 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:20.669950 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Current status of the port 7fbf1677-241f-49af-bf23-41e19a56a495 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:21.016992 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5566f86c-7e48-4141-af68-a9e7dd48735c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:22.176643 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:23.408825 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:27:23.764546 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:24.013395 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:27.538502 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:27.539383 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=17,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:27.830477 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:27.832474 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=26,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:31.476618 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-ec245a6c-7dfa-4b0e-91da-675112dcdb29 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354442512&fields=id&tenant_id=b65afb27ab304161aaa6aabe73c1c58e HTTP/1.1" status: 200 len: 267 time: 0.0540168 Jun 21 08:27:31.601263 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-d68d161f-f67d-4635-bd3e-2f557617f639 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:31.602932 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-d68d161f-f67d-4635-bd3e-2f557617f639 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 812 time: 0.1197822 Jun 21 08:27:31.618774 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-eb4e951f-729d-4992-9177-947a9ccc94fb tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/quotas/b65afb27ab304161aaa6aabe73c1c58e HTTP/1.1" status: 200 len: 375 time: 0.0103643 Jun 21 08:27:31.675036 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-3ddddc9d-40c9-48f6-acb9-1a7ab30e58b4 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507660 Jun 21 08:27:31.793602 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-7a3dc8da-2eb9-4e19-bf88-f10fb942a643 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:27:31.794662 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-7a3dc8da-2eb9-4e19-bf88-f10fb942a643 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1080506 Jun 21 08:27:31.901209 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-455e8dac-2aaa-4546-8282-2079f6d8154d service neutron] 10.222.0.36 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004024 Jun 21 08:27:31.998573 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-434131f2-e4f6-435c-bcb0-9ad8fd79edd1 service neutron] 10.222.0.36 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915673 Jun 21 08:27:32.333401 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-84390061-dc4c-4656-b869-0646c48c17a4 req-b211c084-b186-4f48-9b20-8df07572cb97 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 210 time: 0.0366347 Jun 21 08:27:33.404008 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:INSERT=1,neutron:SELECT=54 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:33.404008 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=31 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:33.426007 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-7a3567cb-2a92-48e9-b737-082a40f94ae7 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:33.429497 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-7a3567cb-2a92-48e9-b737-082a40f94ae7 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 812 time: 0.1408081 Jun 21 08:27:33.456633 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9b6d7857-6a38-45ff-9c92-29501397084f req-b2416e8f-9e0a-41a6-9b21-14d29728701e tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 210 time: 0.0368202 Jun 21 08:27:33.518760 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-4873b000-f888-4994-a985-ffc25e33a799 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b65afb27ab304161aaa6aabe73c1c58e HTTP/1.1" status: 200 len: 379 time: 0.0809858 Jun 21 08:27:33.527120 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'port': {'device_id': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'admin_state_up': True, 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'security_groups': ['4d4a8ce2-0f09-4286-a53a-1fbf503343be']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:33.672172 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Made reservation on behalf of b65afb27ab304161aaa6aabe73c1c58e for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:27:33.676049 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:33.819653 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Allocated IP 172.20.0.7 (7527f918-94ee-4fed-a095-5260a615dead/bcc1f7b6-e524-4bee-83e6-0ab3365dc793/33083afc-432e-45aa-a5b5-eaaa51fe0f10) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:27:33.972197 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:34.002639 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=11 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:34.004539 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:34.009562 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:34.050247 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Network 7527f918-94ee-4fed-a095-5260a615dead is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:27:34.053477 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:34.057554 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:27:34.082602 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'Port': ['ID=33083afc-432e-45aa-a5b5-eaaa51fe0f10,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:34.115885 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:34.116551 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:34.132579 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:34.141056 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-67fac4f3-95fc-4aa3-ae57-29c46623c396 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6178281 Jun 21 08:27:34.150962 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-0aea18e1-a959-4392-90a2-631db08c7726 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:27:34.152078 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-0aea18e1-a959-4392-90a2-631db08c7726 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060318 Jun 21 08:27:34.218407 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Request body: {'port': {'device_id': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:34.291267 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:34.295345 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b6b35fbc-6ef1-4a73-b32e-f034ccbf9664 None None] Provisioning complete for port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:34.295719 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6b35fbc-6ef1-4a73-b32e-f034ccbf9664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:34.327685 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b6b35fbc-6ef1-4a73-b32e-f034ccbf9664 None None] Port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:27:34.692942 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:34.758243 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0e02d-0395-4302-b767-a93b61f65983 req-d3484437-53e2-4f43-acf7-5f5742db835b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:34.759932 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9d0e02d-0395-4302-b767-a93b61f65983 req-d3484437-53e2-4f43-acf7-5f5742db835b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 931 time: 0.0810292 Jun 21 08:27:34.877147 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d9d0e02d-0395-4302-b767-a93b61f65983 req-5d4e3906-b8df-41a8-aac0-e771d4c3e5bd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100125 Jun 21 08:27:34.925831 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33083afc-432e-45aa-a5b5-eaaa51fe0f10 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:27:34.934018 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Publish callbacks [] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:34.947880 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Transition to ACTIVE for port object 33083afc-432e-45aa-a5b5-eaaa51fe0f10 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:27:34.951956 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:35.001750 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Pushing event updated for resources: {'Port': ['ID=33083afc-432e-45aa-a5b5-eaaa51fe0f10,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:35.084598 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Attempting to bind port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:27:35.085133 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Attempting to bind port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:27:35.085376 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Attempting to bind port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 on network 7527f918-94ee-4fed-a095-5260a615dead {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:27:35.090697 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 on network 7527f918-94ee-4fed-a095-5260a615dead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:27:35.091020 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Attempting to bind port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 on network 7527f918-94ee-4fed-a095-5260a615dead {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:27:35.096693 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:27:35.097325 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Checking segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:27:35.097614 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Bound using segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:27:35.098129 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Bound port: 33083afc-432e-45aa-a5b5-eaaa51fe0f10, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:27:35.098494 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:35.168751 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] For port 33083afc-432e-45aa-a5b5-eaaa51fe0f10, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:27:35.172027 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] For port 33083afc-432e-45aa-a5b5-eaaa51fe0f10, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=33083afc-432e-45aa-a5b5-eaaa51fe0f10,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:27:35.179416 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:35.228308 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:35.229023 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:35.230327 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] 10.222.0.46 "PUT /v2.0/ports/33083afc-432e-45aa-a5b5-eaaa51fe0f10 HTTP/1.1" status: 200 len: 1093 time: 1.0718045 Jun 21 08:27:35.230802 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'tag': '33083afc-432e-45aa-a5b5-eaaa51fe0f10'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:27:35.233127 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ecfc99-17e7-4726-89ed-1d88a26e6746" -d '{"events": [{"name": "network-changed", "server_uuid": "5158b74b-28fa-4edc-b88e-ec99a87d0416", "tag": "33083afc-432e-45aa-a5b5-eaaa51fe0f10"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:27:35.262195 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc90a9a-a3a5-4310-b2ab-c32301403669 service neutron] Pushing event updated for resources: {'Port': ['ID=33083afc-432e-45aa-a5b5-eaaa51fe0f10,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:35.299054 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44afced-3ea7-459f-9f1e-5244ba6935e3 x-openstack-request-id: req-c44afced-3ea7-459f-9f1e-5244ba6935e3 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:27:35.299479 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5158b74b-28fa-4edc-b88e-ec99a87d0416", "tag": "33083afc-432e-45aa-a5b5-eaaa51fe0f10", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:27:35.299739 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c44afced-3ea7-459f-9f1e-5244ba6935e3 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:27:35.300147 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44afced-3ea7-459f-9f1e-5244ba6935e3'] response: {'name': 'network-changed', 'server_uuid': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'tag': '33083afc-432e-45aa-a5b5-eaaa51fe0f10', 'status': 'completed', 'code': 200} Jun 21 08:27:35.303403 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:35.341180 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-70df6d61-bd2e-4c20-bfed-95215a50a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:35.342745 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-70df6d61-bd2e-4c20-bfed-95215a50a987 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 1127 time: 0.0595896 Jun 21 08:27:35.386713 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-c2afee5f-1273-4bf3-a330-c85a662df4b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33083afc-432e-45aa-a5b5-eaaa51fe0f10 HTTP/1.1" status: 200 len: 217 time: 0.0356534 Jun 21 08:27:35.437823 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-eb9147c0-c835-4daa-89df-5751146d23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:35.439349 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-eb9147c0-c835-4daa-89df-5751146d23d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0478084 Jun 21 08:27:35.486839 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-03b081df-a2f2-4532-9d7a-e52eebb62ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:35.488373 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-03b081df-a2f2-4532-9d7a-e52eebb62ffa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431757 Jun 21 08:27:35.589925 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-eb407fa9-4b2a-438c-a973-2dcbc7904168 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954893 Jun 21 08:27:35.687894 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-42aa88c7-3db4-464b-ada0-23f68e8d4764 req-f7b2c4e1-735e-45d8-81ed-5fd0286a778e service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921326 Jun 21 08:27:35.963571 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-3b9336f1-7f27-4c46-8d0a-370a38423d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:35.965084 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-3b9336f1-7f27-4c46-8d0a-370a38423d40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 1127 time: 0.0542386 Jun 21 08:27:36.020970 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9567ab-af40-4b34-88f4-1f02dda76c64 req-83be9a27-2b6c-4f94-9bde-0bfa79f53d0e tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:36.023140 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd9567ab-af40-4b34-88f4-1f02dda76c64 req-83be9a27-2b6c-4f94-9bde-0bfa79f53d0e tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 943 time: 0.0725300 Jun 21 08:27:36.040390 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:36.128751 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-af7ccec8-1d90-46d2-8b8f-4de8687547d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:36.130208 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-af7ccec8-1d90-46d2-8b8f-4de8687547d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.1480842 Jun 21 08:27:36.134410 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd9567ab-af40-4b34-88f4-1f02dda76c64 req-9a23dfe7-d028-4c2f-b754-07e2a2322e8f tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045899 Jun 21 08:27:36.169782 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-7cdfdcce-ffd2-4615-bb28-73daf3be9f77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33083afc-432e-45aa-a5b5-eaaa51fe0f10 HTTP/1.1" status: 200 len: 217 time: 0.0335169 Jun 21 08:27:36.225358 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-ae3f9a83-daec-443e-8eb5-81ede434f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:36.226898 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-ae3f9a83-daec-443e-8eb5-81ede434f1cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0511470 Jun 21 08:27:36.277422 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-93d31c19-4874-4d65-85e9-4a2d29578ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:36.278969 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-93d31c19-4874-4d65-85e9-4a2d29578ebd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467622 Jun 21 08:27:36.373671 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-502aea90-f768-4971-9fb1-ca4f775ca530 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885711 Jun 21 08:27:36.467290 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-18ecfc99-17e7-4726-89ed-1d88a26e6746 req-b8767fa7-299d-48d3-bb4c-f76515976b8e service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872204 Jun 21 08:27:37.250133 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d5dca-25d9-407d-b67a-8f90c9b0acd9 req-f54ee4e5-cca6-4e0f-9ba4-498c0848131e tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:37.251634 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-656d5dca-25d9-407d-b67a-8f90c9b0acd9 req-f54ee4e5-cca6-4e0f-9ba4-498c0848131e tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 943 time: 0.0476215 Jun 21 08:27:37.300246 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-656d5dca-25d9-407d-b67a-8f90c9b0acd9 req-170c8ba4-1285-45ae-8da8-887c564e871f tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424469 Jun 21 08:27:38.416990 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fef408-bfdc-4199-9a23-033b8f965319 req-f90d7582-843b-4828-87c7-497e153962de tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:38.418849 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a6fef408-bfdc-4199-9a23-033b8f965319 req-f90d7582-843b-4828-87c7-497e153962de tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 943 time: 0.0486593 Jun 21 08:27:38.444907 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:38.476339 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a6fef408-bfdc-4199-9a23-033b8f965319 req-9c29d3af-49eb-4d6f-9333-f5df23ba51f6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509655 Jun 21 08:27:39.591468 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc1877-eada-4677-9248-e64e99a50c1d req-93aa244d-122d-4a55-bb4c-b66fc69bbd64 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:39.592957 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-21fc1877-eada-4677-9248-e64e99a50c1d req-93aa244d-122d-4a55-bb4c-b66fc69bbd64 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 943 time: 0.0480707 Jun 21 08:27:39.643614 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-21fc1877-eada-4677-9248-e64e99a50c1d req-e1d53be8-2652-4140-992b-5ac7a9de7e61 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450516 Jun 21 08:27:40.760518 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dda62-a7d0-4832-a7e6-ccde323d11a7 req-4a49ecf4-a225-47ab-9d6f-2cc0a76bd83f tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:40.762071 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bf5dda62-a7d0-4832-a7e6-ccde323d11a7 req-4a49ecf4-a225-47ab-9d6f-2cc0a76bd83f tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 943 time: 0.0485511 Jun 21 08:27:40.813927 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bf5dda62-a7d0-4832-a7e6-ccde323d11a7 req-37d7e6a8-0841-4798-90c2-3a64f53d5467 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461617 Jun 21 08:27:41.937577 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952763be-3064-42c9-83c3-3e25f95ff9e7 req-01822be5-fa78-4700-b754-30453d3306eb tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:41.939132 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-952763be-3064-42c9-83c3-3e25f95ff9e7 req-01822be5-fa78-4700-b754-30453d3306eb tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 943 time: 0.0529025 Jun 21 08:27:41.991429 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-952763be-3064-42c9-83c3-3e25f95ff9e7 req-fcc5396f-0648-4da6-8eba-2847991f9074 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457449 Jun 21 08:27:43.104997 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 33083afc-432e-45aa-a5b5-eaaa51fe0f10 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:27:43.108659 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdb214-7c2e-4147-9fae-b2de2503564b req-8fe272fc-dc31-45a5-9e36-bfae2eb93dd8 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:43.110217 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4ecdb214-7c2e-4147-9fae-b2de2503564b req-8fe272fc-dc31-45a5-9e36-bfae2eb93dd8 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 943 time: 0.0495634 Jun 21 08:27:43.163473 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4ecdb214-7c2e-4147-9fae-b2de2503564b req-34ab8f74-d780-44c6-835a-0dd8aff3bb75 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460560 Jun 21 08:27:43.341084 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 33083afc-432e-45aa-a5b5-eaaa51fe0f10, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=33083afc-432e-45aa-a5b5-eaaa51fe0f10,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:27:43.352863 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '33083afc-432e-45aa-a5b5-eaaa51fe0f10', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'port_id': '33083afc-432e-45aa-a5b5-eaaa51fe0f10', 'mac_address': 'fa:16:3e:bb:e3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:27:43.388201 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:43.388579 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:43.401785 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33083afc-432e-45aa-a5b5-eaaa51fe0f10 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:27:43.422973 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 33083afc-432e-45aa-a5b5-eaaa51fe0f10, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=33083afc-432e-45aa-a5b5-eaaa51fe0f10,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:27:43.427867 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:43.486925 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=33083afc-432e-45aa-a5b5-eaaa51fe0f10,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:43.626716 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['33083afc-432e-45aa-a5b5-eaaa51fe0f10'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:27:44.281422 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1b8b-82bb-4822-9e9e-319466823d1a req-cfbc2865-ddb4-4a1f-8e24-98d4ce59f882 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:44.282933 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8a4a1b8b-82bb-4822-9e9e-319466823d1a req-cfbc2865-ddb4-4a1f-8e24-98d4ce59f882 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 944 time: 0.0477061 Jun 21 08:27:44.334066 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8a4a1b8b-82bb-4822-9e9e-319466823d1a req-ca7373b4-5e23-4c7f-a834-48616663e9f3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438964 Jun 21 08:27:45.123468 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 33083afc-432e-45aa-a5b5-eaaa51fe0f10 up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:27:45.168832 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:27:45.174233 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:27:45.174608 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:45.248462 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:27:45.248846 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:45.266531 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:45.274207 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33083afc-432e-45aa-a5b5-eaaa51fe0f10'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:27:45.276585 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beec5e08-ee0c-4d97-98c3-db7aa93d8cdf" -d '{"events": [{"server_uuid": "5158b74b-28fa-4edc-b88e-ec99a87d0416", "name": "network-vif-plugged", "status": "completed", "tag": "33083afc-432e-45aa-a5b5-eaaa51fe0f10"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:27:45.278788 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:45.293080 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 33083afc-432e-45aa-a5b5-eaaa51fe0f10, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=33083afc-432e-45aa-a5b5-eaaa51fe0f10,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:27:45.296998 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:45.349687 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=33083afc-432e-45aa-a5b5-eaaa51fe0f10,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:45.375905 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37c4335-9433-4234-a8b4-dec80105d167 x-openstack-request-id: req-a37c4335-9433-4234-a8b4-dec80105d167 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:27:45.376226 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5158b74b-28fa-4edc-b88e-ec99a87d0416", "name": "network-vif-plugged", "status": "completed", "tag": "33083afc-432e-45aa-a5b5-eaaa51fe0f10", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:27:45.376474 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a37c4335-9433-4234-a8b4-dec80105d167 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:27:45.376890 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37c4335-9433-4234-a8b4-dec80105d167'] response: {'server_uuid': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33083afc-432e-45aa-a5b5-eaaa51fe0f10', 'code': 200} Jun 21 08:27:45.461888 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad5697-69be-40ba-9bb0-fb554c03ec57 req-48ff020f-633e-473f-8614-99ea458b257a tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:45.463519 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4dad5697-69be-40ba-9bb0-fb554c03ec57 req-48ff020f-633e-473f-8614-99ea458b257a tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 945 time: 0.0557697 Jun 21 08:27:45.516432 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4dad5697-69be-40ba-9bb0-fb554c03ec57 req-652719f0-b84c-470e-8b7d-9695d4a21008 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473509 Jun 21 08:27:45.603003 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b83605-ca77-4d72-96ae-372f0da6ed0f req-17ceadbe-e385-49ce-8521-86a213ed73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:45.604506 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-74b83605-ca77-4d72-96ae-372f0da6ed0f req-17ceadbe-e385-49ce-8521-86a213ed73ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 1129 time: 0.0471454 Jun 21 08:27:45.653097 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-74b83605-ca77-4d72-96ae-372f0da6ed0f req-96dece99-b067-4a2e-a1a6-a80f1c0471b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425935 Jun 21 08:27:46.646221 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732c73-1b3a-4c88-a9f5-29a7d659dd37 req-ddb53fa3-56f0-4347-a836-689fd39b108b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:46.647768 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2b732c73-1b3a-4c88-a9f5-29a7d659dd37 req-ddb53fa3-56f0-4347-a836-689fd39b108b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 945 time: 0.0490687 Jun 21 08:27:46.698943 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2b732c73-1b3a-4c88-a9f5-29a7d659dd37 req-c5924a95-92b7-413a-af15-0ee463fc3ae9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454931 Jun 21 08:27:47.803986 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:47.817082 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0e430-15fd-43fa-8e10-789d139086e0 req-17d4f0f5-4770-42ff-9624-2b88e562558c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:47.819003 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b6c0e430-15fd-43fa-8e10-789d139086e0 req-17d4f0f5-4770-42ff-9624-2b88e562558c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 945 time: 0.0500259 Jun 21 08:27:47.869791 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b6c0e430-15fd-43fa-8e10-789d139086e0 req-6dd9dcfc-097d-4b11-aa4a-271aa670ac48 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451121 Jun 21 08:27:47.987752 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10192119-2b4d-45ef-91c3-185295e9a3b9 req-0b5137ed-f57c-4a5c-9936-bf1c9ee91f15 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:47.989313 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-10192119-2b4d-45ef-91c3-185295e9a3b9 req-0b5137ed-f57c-4a5c-9936-bf1c9ee91f15 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 945 time: 0.0500391 Jun 21 08:27:48.044345 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-10192119-2b4d-45ef-91c3-185295e9a3b9 req-635b73de-41c1-481f-9e0c-7af2588999e6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493305 Jun 21 08:27:48.066803 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48742) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:48.151775 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b1fc1-0c0b-495b-895a-2ac11642ba42 tempest-TestVolumeBootPattern-619298830 tempest-TestVolumeBootPattern-619298830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:48.153248 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-427b1fc1-0c0b-495b-895a-2ac11642ba42 tempest-TestVolumeBootPattern-619298830 tempest-TestVolumeBootPattern-619298830-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 1124 time: 0.0854049 Jun 21 08:27:48.156184 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 48746) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:27:48.160604 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'port_id': '33083afc-432e-45aa-a5b5-eaaa51fe0f10', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:27:48.186021 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:48.273160 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:48.281186 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:48.384063 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Allocated IP 172.27.0.62 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/671dd9eb-21d8-415d-8d4b-91e4f131eedb) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:27:48.502334 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for port (671dd9eb-21d8-415d-8d4b-91e4f131eedb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:48.508958 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:48.539613 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (671dd9eb-21d8-415d-8d4b-91e4f131eedb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:48.583841 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:27:48.589141 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:27:48.591688 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:27:48.595268 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'Port': ['ID=671dd9eb-21d8-415d-8d4b-91e4f131eedb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:48.794721 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef2de5e3-17a0-463c-b67f-0b3a12621ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:48.973162 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (8ba939ed-5282-4957-b9d4-f435b0d067e4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:49.045358 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (671dd9eb-21d8-415d-8d4b-91e4f131eedb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:49.153822 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:49.200856 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for port (671dd9eb-21d8-415d-8d4b-91e4f131eedb), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:49.205364 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (671dd9eb-21d8-415d-8d4b-91e4f131eedb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:49.276975 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'Port': ['ID=671dd9eb-21d8-415d-8d4b-91e4f131eedb,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:27:49.292994 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (8ba939ed-5282-4957-b9d4-f435b0d067e4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:49.337829 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:49.395192 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Floating IP 8ba939ed-5282-4957-b9d4-f435b0d067e4 associated. External IP: 172.27.0.62, port: 33083afc-432e-45aa-a5b5-eaaa51fe0f10. Jun 21 08:27:49.599070 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Router 159fd720-40f3-45a9-b44d-b14445c4cbd1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:27:49.704937 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:27:49.715132 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] Sync routers for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:27:49.725730 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:27:49.726445 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:27:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:49.729002 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:49.760532 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-38534bfe-dc17-4396-8b7b-9b1bd474a991 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6032863 Jun 21 08:27:49.761597 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'tag': '33083afc-432e-45aa-a5b5-eaaa51fe0f10'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:27:49.763554 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81977fe9-198f-4a67-bc40-c95cbcc8cc91" -d '{"events": [{"name": "network-changed", "server_uuid": "5158b74b-28fa-4edc-b88e-ec99a87d0416", "tag": "33083afc-432e-45aa-a5b5-eaaa51fe0f10"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:27:49.804136 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4483a1fc-e777-437f-81d3-1a0685c6b250 x-openstack-request-id: req-4483a1fc-e777-437f-81d3-1a0685c6b250 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:27:49.804501 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5158b74b-28fa-4edc-b88e-ec99a87d0416", "tag": "33083afc-432e-45aa-a5b5-eaaa51fe0f10", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:27:49.804722 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4483a1fc-e777-437f-81d3-1a0685c6b250 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:27:49.805126 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4483a1fc-e777-437f-81d3-1a0685c6b250'] response: {'name': 'network-changed', 'server_uuid': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'tag': '33083afc-432e-45aa-a5b5-eaaa51fe0f10', 'status': 'completed', 'code': 200} Jun 21 08:27:49.842292 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:27:49.883182 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-8829b2ff-3c55-4eeb-a424-ae90ef0590b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:49.885540 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-8829b2ff-3c55-4eeb-a424-ae90ef0590b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 1129 time: 0.0524738 Jun 21 08:27:49.977470 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-ccc00b34-132d-410e-a9c2-14d91ca1d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:49.979361 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-ccc00b34-132d-410e-a9c2-14d91ca1d4c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.0888078 Jun 21 08:27:49.996588 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:50.048307 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-c2c3101d-9116-4f4c-95b9-ed4cbd0f15f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33083afc-432e-45aa-a5b5-eaaa51fe0f10 HTTP/1.1" status: 200 len: 998 time: 0.0631125 Jun 21 08:27:50.071699 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '8ba939ed-5282-4957-b9d4-f435b0d067e4', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '33083afc-432e-45aa-a5b5-eaaa51fe0f10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:bb:e3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:27:48Z', 'updated_at': '2022-06-21T08:27:48Z', 'revision_number': 0, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:50.096893 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] Checking router: 159fd720-40f3-45a9-b44d-b14445c4cbd1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:27:50.097453 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-c0a21ae5-7f49-4cc6-a7ab-57bc18105a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:50.099450 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-c0a21ae5-7f49-4cc6-a7ab-57bc18105a57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0452311 Jun 21 08:27:50.106801 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:27:50.107418 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:27:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:50.154319 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-261f0c83-d254-4f33-befe-b18d2dc0fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:27:50.155790 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-261f0c83-d254-4f33-befe-b18d2dc0fd61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499163 Jun 21 08:27:50.179753 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:50.216421 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:27:50.258535 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-a93da7f3-b73b-461e-b803-9892486bad1d service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967283 Jun 21 08:27:50.365184 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-81977fe9-198f-4a67-bc40-c95cbcc8cc91 req-3c84c8bf-a69d-4b50-9a25-3bd0e6efb062 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015556 Jun 21 08:27:50.444799 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '8ba939ed-5282-4957-b9d4-f435b0d067e4', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '33083afc-432e-45aa-a5b5-eaaa51fe0f10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:bb:e3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:27:48Z', 'updated_at': '2022-06-21T08:27:48Z', 'revision_number': 0, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:27:50.474680 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c722baa-c7f8-4508-a839-ba84e5c53b98 None None] The sync data for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi is: [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '8ba939ed-5282-4957-b9d4-f435b0d067e4', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '33083afc-432e-45aa-a5b5-eaaa51fe0f10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:bb:e3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:27:48Z', 'updated_at': '2022-06-21T08:27:48Z', 'revision_number': 0, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:27:50.677093 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ec963-7118-4f0d-9b80-f9a1c08293e4 None None] New status for floating IP 8ba939ed-5282-4957-b9d4-f435b0d067e4: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:27:51.021159 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ea918f36-ddcf-4054-89d8-aa56f02f908f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:52.177136 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:53.772443 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:54.019779 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:27:57.860918 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=7 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:27:57.865070 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=83 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:00.359734 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=16 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:00.361681 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:00.408033 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:28:04.014103 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:04.016094 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:13.848382 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=98 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:13.850992 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=84 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:18.796813 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57b9a3c1-0def-467e-a011-e83831114e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:19.991458 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:21.025620 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e2af8c5-79ca-43ce-97ec-f94a51cbfa7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:22.181332 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:23.773062 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:24.013914 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:29.006383 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-86668eef-8755-40e6-ae48-a3a59fa51c36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394762 Jun 21 08:28:29.088897 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-70be8a95-93d7-4822-ac85-7dade9e12f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:28:29.090411 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-70be8a95-93d7-4822-ac85-7dade9e12f99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 1129 time: 0.0435889 Jun 21 08:28:29.201650 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-30a5650d-d317-489c-b807-3f5b0481fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:28:29.203183 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-30a5650d-d317-489c-b807-3f5b0481fbd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.0935814 Jun 21 08:28:29.545744 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-3650fa88-f572-4912-9d9c-6ee535ed7ee8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33083afc-432e-45aa-a5b5-eaaa51fe0f10 HTTP/1.1" status: 200 len: 1000 time: 0.3356426 Jun 21 08:28:29.594278 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-95cbcb52-6e09-4314-ad04-c075d2c10e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:28:29.595755 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-95cbcb52-6e09-4314-ad04-c075d2c10e43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0441191 Jun 21 08:28:29.639207 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-a62f1a4a-d2a4-46af-8c23-480a38749a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:28:29.640687 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-a62f1a4a-d2a4-46af-8c23-480a38749a7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393090 Jun 21 08:28:29.732569 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-4f581237-9c44-4299-97f2-f0aa223c2e66 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852761 Jun 21 08:28:29.823159 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-af91f79a-33e3-4f89-bba7-5c8e0bf5d9c2 req-c7b51666-541f-4c2e-b689-4f16eaa7dea9 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845807 Jun 21 08:28:34.001113 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=7 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:34.009058 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=11,neutron:UPDATE=6 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:37.406279 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:28:39.818458 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=49 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:39.820479 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=52 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:45.421105 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:47.402677 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:28:48.801207 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fa164ae1-dfe4-4cfc-ba3a-0a15d0178eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:49.991857 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:51.028698 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e152dd3a-463b-432d-a425-bd92976e184d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:52.183033 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:53.772697 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:28:54.017161 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:04.011728 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:04.013782 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:14.404646 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:29:18.804630 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6affab95-6512-47b9-81d5-4d813d3fe93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:20.022653 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:21.031998 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae976ae4-6e6d-48f3-814e-a062cc0734b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:22.187274 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:23.773925 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:24.021959 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:24.401264 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:24.402037 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=6 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:30.993238 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-a2835a7c-e61e-4c29-bdcf-99fd0fc5cccd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449259 Jun 21 08:29:31.073958 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-358ab48f-c653-45f4-a039-529da0b8a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:31.075528 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-358ab48f-c653-45f4-a039-529da0b8a2ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 1129 time: 0.0393059 Jun 21 08:29:31.184070 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-71d1f7fe-a1d9-4dea-809c-38a55983936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:31.185570 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-71d1f7fe-a1d9-4dea-809c-38a55983936c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.0910614 Jun 21 08:29:31.253240 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-8bab688f-878e-4665-a45f-c8fb50bbd82a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33083afc-432e-45aa-a5b5-eaaa51fe0f10 HTTP/1.1" status: 200 len: 1000 time: 0.0601923 Jun 21 08:29:31.301887 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-d984a956-f7f4-4d5d-ab03-b5288fcbea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:31.303407 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-d984a956-f7f4-4d5d-ab03-b5288fcbea29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0448344 Jun 21 08:29:31.347105 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-157de79a-03be-4519-b7a8-8ace71e57c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:31.348620 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-157de79a-03be-4519-b7a8-8ace71e57c7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397816 Jun 21 08:29:31.443355 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-af584c11-ec2c-4819-9f24-b33fa53f64c8 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887816 Jun 21 08:29:31.539346 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2011446e-1aeb-421f-9b5c-2245a4f2ec83 req-3886c66d-8efe-463e-8b71-368dd764e787 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895514 Jun 21 08:29:34.009760 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:34.016072 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:41.533623 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=49 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:41.535783 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=52 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:44.196569 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3cc53-24df-4222-9661-826f8f37bae1 req-f61f6b48-9b21-41fa-a93c-c159c7b95304 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:44.198075 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0a3cc53-24df-4222-9661-826f8f37bae1 req-f61f6b48-9b21-41fa-a93c-c159c7b95304 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 945 time: 0.0592229 Jun 21 08:29:44.255215 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d0a3cc53-24df-4222-9661-826f8f37bae1 req-f4fdcf54-6379-47a4-8de0-fd582fbd6c68 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476904 Jun 21 08:29:45.374463 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ea8f1-681b-4f14-8181-534114f648db req-7c7f2718-68ec-45c7-b302-6bd0f78bcb10 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:45.375981 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bd1ea8f1-681b-4f14-8181-534114f648db req-7c7f2718-68ec-45c7-b302-6bd0f78bcb10 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 945 time: 0.0489080 Jun 21 08:29:45.429470 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bd1ea8f1-681b-4f14-8181-534114f648db req-0d003ace-4ade-4bfc-b503-c47ffa0c3dab tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473871 Jun 21 08:29:45.595466 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-cca08a56-22d1-4975-a1f8-9071efbc981a tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:45.597032 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-cca08a56-22d1-4975-a1f8-9071efbc981a tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 945 time: 0.0492153 Jun 21 08:29:45.680477 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Deleting port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:29:45.680812 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:45.769716 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] For port 33083afc-432e-45aa-a5b5-eaaa51fe0f10, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=33083afc-432e-45aa-a5b5-eaaa51fe0f10,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:29:45.770067 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:45.947742 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:45.948054 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (8ba939ed-5282-4957-b9d4-f435b0d067e4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:45.948373 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.db.l3_db [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Floating IP 8ba939ed-5282-4957-b9d4-f435b0d067e4 disassociated. External IP: 172.27.0.62, port: 33083afc-432e-45aa-a5b5-eaaa51fe0f10. Jun 21 08:29:45.948729 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Calling delete_port for 33083afc-432e-45aa-a5b5-eaaa51fe0f10 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:29:46.101617 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (33083afc-432e-45aa-a5b5-eaaa51fe0f10), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:46.136253 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event deleted for resources: {'Port': ['ID=33083afc-432e-45aa-a5b5-eaaa51fe0f10,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:29:46.149085 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.149435 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.149782 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.150122 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.150454 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.150881 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.151212 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.151549 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.151868 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.152192 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.152514 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.152843 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.153161 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.153480 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.153819 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:29:46.265878 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Router 159fd720-40f3-45a9-b44d-b14445c4cbd1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:29:46.366385 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:46.377838 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:29:46.387291 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] Sync routers for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:29:46.397477 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:29:46.398095 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:29:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:29:46.425504 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] No DVR routers for this DVR port 33083afc-432e-45aa-a5b5-eaaa51fe0f10 on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:29:46.428277 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:46.431641 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-67efcee3-a7cd-4a70-a5af-fc546e89a125 req-a43c89ff-7379-4890-b8a8-7de1595de6db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "DELETE /v2.0/ports/33083afc-432e-45aa-a5b5-eaaa51fe0f10 HTTP/1.1" status: 204 len: 173 time: 0.8299308 Jun 21 08:29:46.432117 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'name': 'network-vif-deleted', 'tag': '33083afc-432e-45aa-a5b5-eaaa51fe0f10'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:29:46.434480 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7857da-5fe5-4fd6-b1e2-cf617e956b8b" -d '{"events": [{"server_uuid": "5158b74b-28fa-4edc-b88e-ec99a87d0416", "name": "network-vif-deleted", "tag": "33083afc-432e-45aa-a5b5-eaaa51fe0f10"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:29:46.545821 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b5652b-43ac-4621-8af3-b17b9698d2dd x-openstack-request-id: req-54b5652b-43ac-4621-8af3-b17b9698d2dd {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:29:46.546609 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5158b74b-28fa-4edc-b88e-ec99a87d0416", "name": "network-vif-deleted", "tag": "33083afc-432e-45aa-a5b5-eaaa51fe0f10", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:29:46.548443 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54b5652b-43ac-4621-8af3-b17b9698d2dd {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:29:46.549769 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b5652b-43ac-4621-8af3-b17b9698d2dd'] response: {'server_uuid': '5158b74b-28fa-4edc-b88e-ec99a87d0416', 'name': 'network-vif-deleted', 'tag': '33083afc-432e-45aa-a5b5-eaaa51fe0f10', 'status': 'completed', 'code': 200} Jun 21 08:29:46.582979 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-b364f6b4-f3e0-41be-b614-7a4c3b56c282 req-c526b320-6a76-440d-bff5-1442419283cf tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5158b74b-28fa-4edc-b88e-ec99a87d0416 HTTP/1.1" status: 200 len: 210 time: 0.0478990 Jun 21 08:29:46.628622 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:29:46.835445 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:29:46.861617 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] Checking router: 159fd720-40f3-45a9-b44d-b14445c4cbd1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:29:46.870283 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:29:46.870943 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:29:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:29:46.975882 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:29:47.175898 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:29:47.206414 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd1b272-834d-4775-99f6-cf8c08c75bab None None] The sync data for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi is: [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:29:47.421902 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1197b77b-84f9-4b83-84c2-68bb23b8c722 None None] New status for floating IP 8ba939ed-5282-4957-b9d4-f435b0d067e4: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:29:47.815483 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-e3183c63-ad2f-4162-b0e5-34fec8144190 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354442512&fields=id&tenant_id=b65afb27ab304161aaa6aabe73c1c58e HTTP/1.1" status: 200 len: 267 time: 0.0476673 Jun 21 08:29:47.852048 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:47.932014 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-b9d93384-c155-4319-863e-e19501ce560c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:47.933416 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-b9d93384-c155-4319-863e-e19501ce560c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 812 time: 0.1107283 Jun 21 08:29:47.951746 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-a1658f15-58d9-4b0a-825f-9807ddea3684 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/quotas/b65afb27ab304161aaa6aabe73c1c58e HTTP/1.1" status: 200 len: 375 time: 0.0095603 Jun 21 08:29:48.002533 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-9c0f4285-a2ec-458b-afe4-a516b8416988 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451620 Jun 21 08:29:48.087979 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-63fff63a-5e7d-4326-a842-7bbd249e2a63 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 08:29:48.088995 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-63fff63a-5e7d-4326-a842-7bbd249e2a63 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0745149 Jun 21 08:29:48.182573 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-3bf7cd5a-10eb-4eb4-ac22-d9f9df5477e1 service neutron] 10.222.0.36 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876408 Jun 21 08:29:48.279030 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-a0343a2a-1e43-4a5f-93a3-ae0637bb0bc6 service neutron] 10.222.0.36 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907598 Jun 21 08:29:48.568345 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9f339579-1dae-4e32-bfbb-c69aca1fe8a6 req-963932b6-880a-4cbe-b439-f55fa20b8adc tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 210 time: 0.0290821 Jun 21 08:29:48.811151 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-52b06392-1362-492d-ba40-1861d9c3244b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:49.652047 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-f75a588a-b79a-47d7-a270-3f46a081601d req-f5100d39-5f34-44ca-b945-0f527517348f tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 210 time: 0.0295677 Jun 21 08:29:49.725443 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 33083afc-432e-45aa-a5b5-eaaa51fe0f10 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:29:49.745109 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 33083afc-432e-45aa-a5b5-eaaa51fe0f10 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:29:49.745455 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 33083afc-432e-45aa-a5b5-eaaa51fe0f10 not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:29:50.039326 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:50.743596 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-27ff4b4a-6c3c-4603-9b3d-977b68457c13 req-9434014a-1e00-4b84-b154-636322f68eea tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 210 time: 0.0302818 Jun 21 08:29:51.036136 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e22ab0c7-fb8a-4588-b4f5-2e0b4980ca85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:51.404595 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:29:51.834808 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-de740dae-22e3-4543-be3c-72532c72dc1a req-62b7d440-ccda-4a80-adbc-8ca2854f13f3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 210 time: 0.0358610 Jun 21 08:29:52.190573 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:52.943944 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8743a97c-a28f-4a03-b65c-fad5a8ac5664 req-1db03552-8818-4df8-88cc-b068ebd848f5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 210 time: 0.0358431 Jun 21 08:29:53.542384 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-d35897aa-0575-43c8-94ee-4456e9a8628d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:53.543893 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-d35897aa-0575-43c8-94ee-4456e9a8628d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 812 time: 0.1083207 Jun 21 08:29:53.620862 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-fd9c119a-38d1-4d6b-b500-b2871aaef1d7 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b65afb27ab304161aaa6aabe73c1c58e HTTP/1.1" status: 200 len: 379 time: 0.0686688 Jun 21 08:29:53.628816 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'port': {'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'admin_state_up': True, 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'security_groups': ['4d4a8ce2-0f09-4286-a53a-1fbf503343be']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:29:53.739773 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Made reservation on behalf of b65afb27ab304161aaa6aabe73c1c58e for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:29:53.743572 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:53.783949 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:53.883863 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:53.885126 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Allocated IP 172.20.0.12 (7527f918-94ee-4fed-a095-5260a615dead/bcc1f7b6-e524-4bee-83e6-0ab3365dc793/39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:29:54.032799 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.076454 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-2037d479-a4f7-4aab-9d41-46d6b5855585 req-fb5dc38a-4875-4b0f-b222-dff55e341eea tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 210 time: 0.0457485 Jun 21 08:29:54.079472 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.086262 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:54.114431 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.160216 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Network 7527f918-94ee-4fed-a095-5260a615dead is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:29:54.163329 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:29:54.167246 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:29:54.191639 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'Port': ['ID=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:29:54.222479 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:54.223801 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.255884 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-334784c3-1df7-49a2-8d94-5dd12f1674a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6306584 Jun 21 08:29:54.266850 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Request body: {'port': {'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:29:54.337441 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.399547 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7ff902de-e3fa-4b99-9de1-61ac3df44391 None None] Provisioning complete for port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:29:54.399915 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ff902de-e3fa-4b99-9de1-61ac3df44391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.435360 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7ff902de-e3fa-4b99-9de1-61ac3df44391 None None] Port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:29:54.608625 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:29:54.616641 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Publish callbacks [] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.629271 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Transition to ACTIVE for port object 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:29:54.633963 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.677636 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:54.688247 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Pushing event updated for resources: {'Port': ['ID=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:29:54.768706 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Attempting to bind port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:29:54.769042 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Attempting to bind port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:29:54.769369 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Attempting to bind port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf on network 7527f918-94ee-4fed-a095-5260a615dead {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:29:54.774936 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf on network 7527f918-94ee-4fed-a095-5260a615dead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:29:54.775257 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Attempting to bind port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf on network 7527f918-94ee-4fed-a095-5260a615dead {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:29:54.780523 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:29:54.780857 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Checking segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:29:54.782417 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Bound using segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:29:54.782417 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Bound port: 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:29:54.782417 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.848120 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] For port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:29:54.852095 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] For port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:29:54.862460 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.900102 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:54.900892 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:29:54.902194 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] 10.222.0.46 "PUT /v2.0/ports/39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf HTTP/1.1" status: 200 len: 1094 time: 0.6398129 Jun 21 08:29:54.902651 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a93ac5-4e57-4836-8b57-95728223391c', 'tag': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:29:54.904935 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "29a93ac5-4e57-4836-8b57-95728223391c", "tag": "39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:29:54.930281 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb0f13-de0c-4c9e-b23d-b5077435ce2e service neutron] Pushing event updated for resources: {'Port': ['ID=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:29:54.979128 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e06154d-218f-4d54-808d-cf2b31f722ec x-openstack-request-id: req-8e06154d-218f-4d54-808d-cf2b31f722ec {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:29:54.979416 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a93ac5-4e57-4836-8b57-95728223391c", "tag": "39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:29:54.979667 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e06154d-218f-4d54-808d-cf2b31f722ec {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:29:54.980192 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e06154d-218f-4d54-808d-cf2b31f722ec'] response: {'name': 'network-changed', 'server_uuid': '29a93ac5-4e57-4836-8b57-95728223391c', 'tag': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'status': 'completed', 'code': 200} Jun 21 08:29:54.992541 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-0b38295d-72c3-4c0b-988e-de77f55a6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:54.994055 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-0b38295d-72c3-4c0b-988e-de77f55a6422 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 1128 time: 0.0499177 Jun 21 08:29:55.035931 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-d72374a5-8cd2-47c9-b3c5-c1b608303d1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf HTTP/1.1" status: 200 len: 217 time: 0.0355477 Jun 21 08:29:55.048961 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:55.089842 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-c47c895d-941e-4708-91ae-a05852432350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:55.091249 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-c47c895d-941e-4708-91ae-a05852432350 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0504026 Jun 21 08:29:55.138516 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-71240e8a-698d-4a5f-b93f-bc5813a7b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:55.138926 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-71240e8a-698d-4a5f-b93f-bc5813a7b4ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416198 Jun 21 08:29:55.251534 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc3529-c544-4566-acbe-fb123e279472 req-3e901dec-ae19-4a48-849d-434c1c18a8e4 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:55.254162 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-52dc3529-c544-4566-acbe-fb123e279472 req-3e901dec-ae19-4a48-849d-434c1c18a8e4 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 944 time: 0.1004736 Jun 21 08:29:55.296297 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-4affa064-8f9b-48f7-a309-553e722bd40d service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509717 Jun 21 08:29:55.346784 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-52dc3529-c544-4566-acbe-fb123e279472 req-576a6d78-95c1-4d54-9c9a-2f5977a36588 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855951 Jun 21 08:29:55.410895 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-cd5e2d74-9c65-4e5f-88db-3b77f4e96d19 req-619ff831-c4c4-4176-8987-faae4dd56231 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063962 Jun 21 08:29:55.644443 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-495fc14f-4264-48fa-9b20-544e96115140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:55.645853 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-495fc14f-4264-48fa-9b20-544e96115140 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 1128 time: 0.0437405 Jun 21 08:29:55.742826 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-33952284-3d5d-467c-805b-e5dd3912f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:55.744301 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-33952284-3d5d-467c-805b-e5dd3912f1e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.0922937 Jun 21 08:29:55.782914 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-d24aef46-1255-40a0-b0f6-61e86ca247db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf HTTP/1.1" status: 200 len: 217 time: 0.0327744 Jun 21 08:29:55.830911 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-5379a989-2d95-4637-a18b-29b178724c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:55.832380 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-5379a989-2d95-4637-a18b-29b178724c30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0443099 Jun 21 08:29:55.879067 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-4415eb10-0497-4677-a080-968c87f30401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:55.880569 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-4415eb10-0497-4677-a080-968c87f30401 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427361 Jun 21 08:29:55.954555 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:29:55.974761 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-2be962e0-ee3d-4ba1-b1d4-2551f2e3c524 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887146 Jun 21 08:29:56.072952 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-02e3ab0b-1928-4ca8-96db-918bcd8a6cdc req-ca8b19b5-3973-44f4-a1ea-9a0ec14b9ae2 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925927 Jun 21 08:29:56.464613 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a3f38-ce99-4fb7-8d54-39204b69e2bb req-343bf95c-f801-4939-bb75-3c7d1462cc94 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:56.466095 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-160a3f38-ce99-4fb7-8d54-39204b69e2bb req-343bf95c-f801-4939-bb75-3c7d1462cc94 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 944 time: 0.0518918 Jun 21 08:29:56.515051 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-160a3f38-ce99-4fb7-8d54-39204b69e2bb req-4f867bfe-8425-4292-baf1-26c2f98cd82d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433221 Jun 21 08:29:57.645056 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6143e-77ef-475f-a228-016853a0be3e req-2001f818-9dbf-41a6-8a35-54f61ae970e9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:57.646532 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dcc6143e-77ef-475f-a228-016853a0be3e req-2001f818-9dbf-41a6-8a35-54f61ae970e9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 944 time: 0.0552068 Jun 21 08:29:57.696428 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-dcc6143e-77ef-475f-a228-016853a0be3e req-ed8d79c5-7e79-49ae-a7a6-99d2d8e5314a tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443180 Jun 21 08:29:58.811780 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0775-494e-4cef-aae2-a755d3337d4e req-4bd7577b-d80f-4fcf-b9f1-3285bd5a26ef tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:58.813251 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b1eb0775-494e-4cef-aae2-a755d3337d4e req-4bd7577b-d80f-4fcf-b9f1-3285bd5a26ef tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 944 time: 0.0480416 Jun 21 08:29:58.861744 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b1eb0775-494e-4cef-aae2-a755d3337d4e req-916066cf-9a28-4914-8a6e-52d076864fe1 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428522 Jun 21 08:29:59.985432 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839b0e-9c73-44fe-9757-918085fe0b43 req-d243ab81-8581-492a-9772-bec955c52bf8 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:29:59.987283 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-14839b0e-9c73-44fe-9757-918085fe0b43 req-d243ab81-8581-492a-9772-bec955c52bf8 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 944 time: 0.0525606 Jun 21 08:30:00.037426 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-14839b0e-9c73-44fe-9757-918085fe0b43 req-fd83bafa-2134-44d2-9b20-dd808540d8cb tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442705 Jun 21 08:30:01.165409 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77cef4-89fa-489f-88a7-6539547845b1 req-3f8a6e97-ecd0-4344-91b7-a5dddb9649db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:01.166915 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f77cef4-89fa-489f-88a7-6539547845b1 req-3f8a6e97-ecd0-4344-91b7-a5dddb9649db tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 944 time: 0.0521634 Jun 21 08:30:01.218438 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f77cef4-89fa-489f-88a7-6539547845b1 req-ee8785c1-4cb0-44c7-8342-ac85ffc30f31 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458596 Jun 21 08:30:01.400698 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=69 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:01.401460 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=71 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:02.344596 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f883397-7111-41af-988f-503d38ee5889 req-dff8d863-d178-4b86-a580-c8521c1d6b84 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:02.346207 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3f883397-7111-41af-988f-503d38ee5889 req-dff8d863-d178-4b86-a580-c8521c1d6b84 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 944 time: 0.0522001 Jun 21 08:30:02.397430 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-3f883397-7111-41af-988f-503d38ee5889 req-affa84a2-f4a2-4824-9562-e3223bb9cbd9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453787 Jun 21 08:30:03.515151 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeec0e6-5269-4ae8-803f-8f2223a4f0f7 req-35542d53-9c5c-4bf1-8e43-f8ef85df3bb9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:03.516651 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6eeec0e6-5269-4ae8-803f-8f2223a4f0f7 req-35542d53-9c5c-4bf1-8e43-f8ef85df3bb9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 944 time: 0.0495572 Jun 21 08:30:03.574327 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6eeec0e6-5269-4ae8-803f-8f2223a4f0f7 req-80e5285a-87a1-4e79-b245-6f4558382336 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516555 Jun 21 08:30:03.787452 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:30:03.894320 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:30:03.906233 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'mac_address': 'fa:16:3e:6a:b6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:30:03.943064 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:30:03.943454 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:03.958679 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:30:03.979240 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:30:03.983086 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:04.031553 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:30:04.040424 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.040773 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.041118 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.041460 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.041796 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.042129 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.042460 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.042824 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.043153 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.043479 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.043805 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.044133 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.044454 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.044777 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.045098 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:04.213898 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:30:04.659352 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:04.704482 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41866832-01b9-4565-91dc-172b0470b1a2 req-77ebb833-71b7-4e2b-ba39-d8c0deff84fb tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:04.706015 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41866832-01b9-4565-91dc-172b0470b1a2 req-77ebb833-71b7-4e2b-ba39-d8c0deff84fb tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 945 time: 0.0567472 Jun 21 08:30:04.764173 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-41866832-01b9-4565-91dc-172b0470b1a2 req-1f9df632-f6fa-41db-86d3-6a58489ac643 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496037 Jun 21 08:30:05.803839 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:30:05.829085 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:05.839038 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:05.856835 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:30:05.864034 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:30:05.864416 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:05.884548 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47a224-76fa-4487-bec5-4365592312ad req-a8cd33c8-0789-4c01-8d62-841cb4343770 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:05.886077 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ec47a224-76fa-4487-bec5-4365592312ad req-a8cd33c8-0789-4c01-8d62-841cb4343770 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 945 time: 0.0514767 Jun 21 08:30:05.939735 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ec47a224-76fa-4487-bec5-4365592312ad req-6a6ef8ce-ab9e-4eb5-a1d6-a49b7c73857f tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452902 Jun 21 08:30:05.941927 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:30:05.942315 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:05.971670 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a93ac5-4e57-4836-8b57-95728223391c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:30:05.973916 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b050c8be-315f-4e67-8c0f-50484ec89170" -d '{"events": [{"server_uuid": "29a93ac5-4e57-4836-8b57-95728223391c", "name": "network-vif-plugged", "status": "completed", "tag": "39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:30:05.988495 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:30:05.994749 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:06.021875 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f836e6-058b-4074-b5e5-30d1574a5457 x-openstack-request-id: req-e3f836e6-058b-4074-b5e5-30d1574a5457 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:30:06.022163 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a93ac5-4e57-4836-8b57-95728223391c", "name": "network-vif-plugged", "status": "completed", "tag": "39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:30:06.022408 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3f836e6-058b-4074-b5e5-30d1574a5457 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:30:06.022831 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f836e6-058b-4074-b5e5-30d1574a5457'] response: {'server_uuid': '29a93ac5-4e57-4836-8b57-95728223391c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'code': 200} Jun 21 08:30:06.058288 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:30:06.228568 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152369cb-c3a8-441b-affd-69c086445c66 req-8acdc4de-1266-48a9-a0a0-3294020b5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:06.230098 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-152369cb-c3a8-441b-affd-69c086445c66 req-8acdc4de-1266-48a9-a0a0-3294020b5ec1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 1130 time: 0.0405052 Jun 21 08:30:06.285367 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-152369cb-c3a8-441b-affd-69c086445c66 req-0ed1d522-b94d-4a57-9df1-7a9ada8dcf48 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444427 Jun 21 08:30:07.063578 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c93c7-71a7-4354-ba93-921c01e39190 req-3a27a55e-2406-44e8-8875-2fa391ab8373 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:07.066213 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-453c93c7-71a7-4354-ba93-921c01e39190 req-3a27a55e-2406-44e8-8875-2fa391ab8373 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 946 time: 0.0532823 Jun 21 08:30:07.115823 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-453c93c7-71a7-4354-ba93-921c01e39190 req-538b2816-aa12-4623-8c91-6719930a6bd1 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437932 Jun 21 08:30:08.239313 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66545243-310d-49f9-8e67-77132f42ded1 req-d217eda4-7c18-4474-867f-abddb01a662a tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:08.240840 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-66545243-310d-49f9-8e67-77132f42ded1 req-d217eda4-7c18-4474-867f-abddb01a662a tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 946 time: 0.0484362 Jun 21 08:30:08.292209 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-66545243-310d-49f9-8e67-77132f42ded1 req-9332de11-a793-4493-893e-13f92de44cfa tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457397 Jun 21 08:30:08.372103 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=67 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:08.374037 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=67 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:08.412343 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d36e42-822d-48a5-89ef-7091a207f48b req-ee3f0e2c-ef76-4f97-90c2-e87671ae29ba tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:08.413768 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a5d36e42-822d-48a5-89ef-7091a207f48b req-ee3f0e2c-ef76-4f97-90c2-e87671ae29ba tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 946 time: 0.0502179 Jun 21 08:30:08.464269 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a5d36e42-822d-48a5-89ef-7091a207f48b req-70de9c62-ac95-448c-8718-4db70e2de1de tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448949 Jun 21 08:30:08.487748 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48872) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:30:08.529441 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a6da3-f2b7-4250-b1a1-9cc533e4ae75 tempest-TestVolumeBootPattern-619298830 tempest-TestVolumeBootPattern-619298830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:08.531033 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-784a6da3-f2b7-4250-b1a1-9cc533e4ae75 tempest-TestVolumeBootPattern-619298830 tempest-TestVolumeBootPattern-619298830-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 1125 time: 0.0422859 Jun 21 08:30:08.535004 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 48874) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:30:08.539327 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:30:08.560972 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:08.641246 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:08.754247 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Allocated IP 172.27.0.70 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/548835f6-6d30-4582-b6a2-03481969fb2d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:30:08.858498 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for port (548835f6-6d30-4582-b6a2-03481969fb2d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:08.891442 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (548835f6-6d30-4582-b6a2-03481969fb2d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:08.950226 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:30:08.951744 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:30:08.958479 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:30:08.980149 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'Port': ['ID=548835f6-6d30-4582-b6a2-03481969fb2d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:30:08.994304 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.994679 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.995025 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.995365 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.995700 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.996033 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.996361 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.996685 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.997012 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.997338 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.997664 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.997991 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.998313 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.998655 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:08.998978 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:30:09.237210 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:09.281216 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:09.354819 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (c6e6cd64-e07f-4df3-a8d8-ee275ad0722d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:09.665529 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (548835f6-6d30-4582-b6a2-03481969fb2d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:09.821813 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for port (548835f6-6d30-4582-b6a2-03481969fb2d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:09.826419 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (548835f6-6d30-4582-b6a2-03481969fb2d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:09.895676 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'Port': ['ID=548835f6-6d30-4582-b6a2-03481969fb2d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:30:09.908684 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (c6e6cd64-e07f-4df3-a8d8-ee275ad0722d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:10.006375 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Floating IP c6e6cd64-e07f-4df3-a8d8-ee275ad0722d associated. External IP: 172.27.0.70, port: 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf. Jun 21 08:30:10.216516 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Router 159fd720-40f3-45a9-b44d-b14445c4cbd1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:30:10.274249 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:10.324895 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:30:10.337158 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] Sync routers for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:30:10.347334 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:10.351451 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:30:10.352084 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:29:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:30:10.382095 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-93cdf5d0-3475-4203-a1c8-d1f50f9966af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8439548 Jun 21 08:30:10.383390 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a93ac5-4e57-4836-8b57-95728223391c', 'tag': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:30:10.387003 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de20c39-a244-4c3e-b16e-8412503ac6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "29a93ac5-4e57-4836-8b57-95728223391c", "tag": "39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:30:10.466766 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:30:10.489437 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752fb139-8d9a-4d1c-b06a-a782d948e551 x-openstack-request-id: req-752fb139-8d9a-4d1c-b06a-a782d948e551 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:30:10.489731 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a93ac5-4e57-4836-8b57-95728223391c", "tag": "39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:30:10.489986 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-752fb139-8d9a-4d1c-b06a-a782d948e551 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:30:10.490392 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752fb139-8d9a-4d1c-b06a-a782d948e551'] response: {'name': 'network-changed', 'server_uuid': '29a93ac5-4e57-4836-8b57-95728223391c', 'tag': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'status': 'completed', 'code': 200} Jun 21 08:30:10.557655 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-51f34f2f-1bc1-4702-b49b-b4f785349570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:10.559227 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-51f34f2f-1bc1-4702-b49b-b4f785349570 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 1130 time: 0.0470104 Jun 21 08:30:10.663267 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-5b3106d3-21d8-4bec-844f-134d72ddc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:10.664764 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-5b3106d3-21d8-4bec-844f-134d72ddc9ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.0978882 Jun 21 08:30:10.706306 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'c6e6cd64-e07f-4df3-a8d8-ee275ad0722d', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:6a:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:30:09Z', 'updated_at': '2022-06-21T08:30:09Z', 'revision_number': 0, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:30:10.732382 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] Checking router: 159fd720-40f3-45a9-b44d-b14445c4cbd1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:30:10.734883 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-bf7c6b95-761d-4740-8179-939a1e0f5d3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf HTTP/1.1" status: 200 len: 999 time: 0.0645065 Jun 21 08:30:10.742738 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:30:10.743346 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:29:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:30:10.786785 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-7a833a51-380a-426e-9b81-89e6682ac5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:10.788280 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-7a833a51-380a-426e-9b81-89e6682ac5d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0477717 Jun 21 08:30:10.826784 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:10.835254 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-7b0b3f0b-cbc5-4434-8870-dd2f0dd6e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:10.836785 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-7b0b3f0b-cbc5-4434-8870-dd2f0dd6e351 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432506 Jun 21 08:30:10.848231 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:30:10.934043 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-7ab6a57a-fd67-456b-a624-1a250a2aa24b service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917616 Jun 21 08:30:11.041652 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-0de20c39-a244-4c3e-b16e-8412503ac6ff req-062018cc-a5f6-4825-bfe3-da495b120a47 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004827 Jun 21 08:30:11.164617 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'c6e6cd64-e07f-4df3-a8d8-ee275ad0722d', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:6a:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:30:09Z', 'updated_at': '2022-06-21T08:30:09Z', 'revision_number': 0, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:30:11.194087 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591349fe-3e39-45c7-9172-4dad78898e9f None None] The sync data for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi is: [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'c6e6cd64-e07f-4df3-a8d8-ee275ad0722d', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:6a:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:30:09Z', 'updated_at': '2022-06-21T08:30:09Z', 'revision_number': 0, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:30:11.403715 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b42993a-ac28-478e-9586-9f99554ec007 None None] New status for floating IP c6e6cd64-e07f-4df3-a8d8-ee275ad0722d: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:30:18.804917 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-20da25eb-c86b-436b-b7da-0d4f20063b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:20.044214 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:20.373642 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:20.375603 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:21.030167 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=20 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:21.038249 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=69 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:21.038770 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d298465a-12db-44af-ac96-0ba3dff9e736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:21.167060 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=92 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:21.167880 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=82 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:22.192549 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:23.779606 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:24.027873 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:28.403360 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:30:33.028235 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-5a53c6a1-af95-4de6-ac7f-789b0734e6f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502336 Jun 21 08:30:33.111771 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-5c936c3a-d364-4c85-ab2e-3052b5087722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:33.113441 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-5c936c3a-d364-4c85-ab2e-3052b5087722 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 1130 time: 0.0425367 Jun 21 08:30:33.237716 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-9383011a-f3b6-47e7-ae0c-8c6b2f510f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:33.239568 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-9383011a-f3b6-47e7-ae0c-8c6b2f510f32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.1079819 Jun 21 08:30:33.308713 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-dd2ee6fe-5c53-4eea-a05d-1cc5d3856fff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf HTTP/1.1" status: 200 len: 1001 time: 0.0636859 Jun 21 08:30:33.360874 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-e643ed33-3be6-42dc-aae9-48814c65bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:33.363250 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-e643ed33-3be6-42dc-aae9-48814c65bdec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0476675 Jun 21 08:30:33.413904 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-e7bf52c6-5274-41fd-8edf-649dbccb56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:30:33.416311 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-e7bf52c6-5274-41fd-8edf-649dbccb56b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470932 Jun 21 08:30:33.516262 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-513e0ef2-58ed-4203-b463-795122ac1d31 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943708 Jun 21 08:30:33.614777 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-1bfcd3f1-207a-43b6-8c21-60f4e74b79bd req-c1410f4f-c8d5-4a70-bf55-d4a4cf3defd6 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924413 Jun 21 08:30:34.016334 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:34.023592 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=48,neutron:UPDATE=7 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:38.398529 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:38.399371 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:43.609716 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=50 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:43.611401 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=51 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:30:48.808826 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0b4e-b16b-415f-a71e-91627df48815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:50.040233 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:51.043561 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de807fbe-4177-45f1-aa5d-07d35c58e865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:52.197899 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:53.790459 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:54.032887 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:30:55.170861 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-0d3de1c6-92f2-4baa-bd32-edd8636a4708 req-f0903b10-3456-4cd2-b845-9ccfda20c699 service neutron] (103939) timed out ('10.222.0.46', 65186) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 08:31:04.026205 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:04.028191 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:05.403050 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:31:17.403212 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=6 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:17.450541 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:18.812177 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-34586b7b-df6d-426f-a3e7-ed5ae463540a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:20.035311 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:21.046302 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-03886040-b7a0-40b8-a4ef-fa474b2ff2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:22.198840 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:23.786032 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:24.037767 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:28.844563 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [req-823cd2e2-3603-454d-be02-c1dd320c9650 req-6184bc61-2242-4460-b474-93a7ff1b218e service neutron] (103938) timed out ('10.222.0.46', 65194) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 08:31:33.781335 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:34.032419 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:35.232162 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-723a07b4-e26c-40bb-9d61-62e62611478e req-6534f7cb-537b-414f-b581-2f25fd1da56b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470693 Jun 21 08:31:35.311979 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a07b4-e26c-40bb-9d61-62e62611478e req-d8a7307d-e014-4f4f-ab3f-3bd5d7180aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:35.313632 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-723a07b4-e26c-40bb-9d61-62e62611478e req-d8a7307d-e014-4f4f-ab3f-3bd5d7180aef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 1130 time: 0.0403283 Jun 21 08:31:35.423505 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a07b4-e26c-40bb-9d61-62e62611478e req-50f5686c-1c26-471f-b504-08c34f4917ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:35.424999 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-723a07b4-e26c-40bb-9d61-62e62611478e req-50f5686c-1c26-471f-b504-08c34f4917ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.0935757 Jun 21 08:31:35.497948 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-723a07b4-e26c-40bb-9d61-62e62611478e req-8ae65d8e-c4a9-4686-94e9-d8dee0bd62ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf HTTP/1.1" status: 200 len: 1001 time: 0.0668793 Jun 21 08:31:35.555268 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a07b4-e26c-40bb-9d61-62e62611478e req-8a7df9b8-5844-4071-8460-e97492c5b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:35.556964 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-723a07b4-e26c-40bb-9d61-62e62611478e req-8a7df9b8-5844-4071-8460-e97492c5b7e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0533254 Jun 21 08:31:35.609256 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a07b4-e26c-40bb-9d61-62e62611478e req-ea7dca89-be83-4d63-bb38-1e0fbd1832b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:35.610805 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-723a07b4-e26c-40bb-9d61-62e62611478e req-ea7dca89-be83-4d63-bb38-1e0fbd1832b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463097 Jun 21 08:31:35.973131 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-723a07b4-e26c-40bb-9d61-62e62611478e req-2d2e8e3b-2c6b-48c8-af2c-341779f9c957 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556538 Jun 21 08:31:36.071306 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-723a07b4-e26c-40bb-9d61-62e62611478e req-9cb784d0-9df0-4003-ad48-a81390bbe3bd service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911160 Jun 21 08:31:39.088705 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-8c700c88-e135-4c17-a242-dba4cece855d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354442512&fields=id&tenant_id=b65afb27ab304161aaa6aabe73c1c58e HTTP/1.1" status: 200 len: 267 time: 0.0485284 Jun 21 08:31:39.205002 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-f5bddc35-6015-4c08-bff4-a8df6bf3d4e3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:39.206389 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-f5bddc35-6015-4c08-bff4-a8df6bf3d4e3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 812 time: 0.1106555 Jun 21 08:31:39.222068 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-e7478b02-6d79-4dd6-b47a-c7ac87123fe1 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/quotas/b65afb27ab304161aaa6aabe73c1c58e HTTP/1.1" status: 200 len: 375 time: 0.0102391 Jun 21 08:31:39.275065 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-a79e16ac-2b1d-412c-94b9-ccd023b8a7a2 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476592 Jun 21 08:31:39.379381 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-8f64c15c-b0a6-4c05-94e8-b469ccc983e3 service neutron] 10.222.0.36 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923488 Jun 21 08:31:39.472044 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-762ef66e-02b3-487c-857b-105850e002a0 service neutron] 10.222.0.36 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869310 Jun 21 08:31:39.838795 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-e56b01c3-5046-4c15-90c6-bc406f891d6b req-a7b0bbd6-05e8-4fb7-8e0d-6a3e4df85c2a tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 210 time: 0.0846462 Jun 21 08:31:40.740683 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-f0ca10a8-e074-4cc6-a5f0-504b5ab3c90b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:40.742593 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-f0ca10a8-e074-4cc6-a5f0-504b5ab3c90b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 812 time: 0.1340973 Jun 21 08:31:40.812565 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-a80c6e8b-19bc-4991-8827-9e59d3f0af9d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b65afb27ab304161aaa6aabe73c1c58e HTTP/1.1" status: 200 len: 379 time: 0.0615218 Jun 21 08:31:40.822064 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'port': {'device_id': '5ba37581-60a9-4add-9c41-f660406531d8', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'admin_state_up': True, 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'security_groups': ['4d4a8ce2-0f09-4286-a53a-1fbf503343be']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:31:40.940042 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Made reservation on behalf of b65afb27ab304161aaa6aabe73c1c58e for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 08:31:40.942389 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-577ab48a-fdeb-490c-87aa-94a1303b06bc req-e2f6ff5b-75d0-4c80-8814-ae73b9035e4e tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 210 time: 0.0311031 Jun 21 08:31:40.943821 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:41.056137 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:41.085795 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Allocated IP 172.20.0.14 (7527f918-94ee-4fed-a095-5260a615dead/bcc1f7b6-e524-4bee-83e6-0ab3365dc793/2185d819-c44b-47b2-89fc-f7205c083a4e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:31:41.134466 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:41.247105 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:41.281443 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:41.331573 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Network 7527f918-94ee-4fed-a095-5260a615dead is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:31:41.336812 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:31:41.339734 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:31:41.344504 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'Port': ['ID=2185d819-c44b-47b2-89fc-f7205c083a4e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:31:41.379863 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.380201 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.380549 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.380883 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.381213 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.381538 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.381861 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.382181 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.382501 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.382922 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.383248 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.383573 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.383892 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.384209 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.384520 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:41.416729 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:41.417436 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:41.435615 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-d52ce22e-bbe9-4280-91c4-e5814ca098d5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6175301 Jun 21 08:31:41.450125 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.v2.base [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Request body: {'port': {'device_id': '5ba37581-60a9-4add-9c41-f660406531d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:31:41.519486 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:41.603995 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-98de910a-2de7-49f3-abb7-f08a29fe54f1 None None] Provisioning complete for port 2185d819-c44b-47b2-89fc-f7205c083a4e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:31:41.604610 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98de910a-2de7-49f3-abb7-f08a29fe54f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:41.637470 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-98de910a-2de7-49f3-abb7-f08a29fe54f1 None None] Port 2185d819-c44b-47b2-89fc-f7205c083a4e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 08:31:41.796494 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2185d819-c44b-47b2-89fc-f7205c083a4e {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:31:41.805568 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Publish callbacks [] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:41.819184 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Transition to ACTIVE for port object 2185d819-c44b-47b2-89fc-f7205c083a4e will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 08:31:41.823260 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:41.879131 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Pushing event updated for resources: {'Port': ['ID=2185d819-c44b-47b2-89fc-f7205c083a4e,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:31:41.909797 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:41.964783 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Attempting to bind port 2185d819-c44b-47b2-89fc-f7205c083a4e on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 08:31:41.965515 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Attempting to bind port 2185d819-c44b-47b2-89fc-f7205c083a4e by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 08:31:41.965652 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Attempting to bind port 2185d819-c44b-47b2-89fc-f7205c083a4e on network 7527f918-94ee-4fed-a095-5260a615dead {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:31:41.971553 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Port 2185d819-c44b-47b2-89fc-f7205c083a4e on network 7527f918-94ee-4fed-a095-5260a615dead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 08:31:41.971880 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Attempting to bind port 2185d819-c44b-47b2-89fc-f7205c083a4e on network 7527f918-94ee-4fed-a095-5260a615dead {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 08:31:41.977623 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Checking agent: {'id': 'd0d167a7-2d54-4bcc-98ae-df1e0ccb90ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'started_at': datetime.datetime(2022, 6, 21, 8, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 8, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 08:31:41.978140 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Checking segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 08:31:41.978691 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Bound using segment: {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 08:31:41.979254 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Bound port: 2185d819-c44b-47b2-89fc-f7205c083a4e, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fc3ba9-8d45-4a46-8998-847c5fadd18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7527f918-94ee-4fed-a095-5260a615dead'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 08:31:41.979712 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:42.023600 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:42.097061 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531adb3-2ebe-4872-a672-283f448e81ff req-7cd46339-4d42-48d5-a7fe-46ea7d13976c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:42.098681 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c531adb3-2ebe-4872-a672-283f448e81ff req-7cd46339-4d42-48d5-a7fe-46ea7d13976c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 944 time: 0.0732584 Jun 21 08:31:42.106770 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] For port 2185d819-c44b-47b2-89fc-f7205c083a4e, host hv-cinder-83697, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 08:31:42.115001 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] For port 2185d819-c44b-47b2-89fc-f7205c083a4e, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2185d819-c44b-47b2-89fc-f7205c083a4e,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 08:31:42.128755 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26999413'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:42.179647 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:42.180261 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:42.181688 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] 10.222.0.46 "PUT /v2.0/ports/2185d819-c44b-47b2-89fc-f7205c083a4e HTTP/1.1" status: 200 len: 1094 time: 0.7389731 Jun 21 08:31:42.182183 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba37581-60a9-4add-9c41-f660406531d8', 'tag': '2185d819-c44b-47b2-89fc-f7205c083a4e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:31:42.184486 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbb5d5a-2b33-4f19-9c84-17dedef29699" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba37581-60a9-4add-9c41-f660406531d8", "tag": "2185d819-c44b-47b2-89fc-f7205c083a4e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:31:42.232238 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-c531adb3-2ebe-4872-a672-283f448e81ff req-6260b2c0-1c03-42e7-a3b0-386496e5259c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271024 Jun 21 08:31:42.253796 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3206b-ad8d-4e8a-b651-f1983816e488 service neutron] Pushing event updated for resources: {'Port': ['ID=2185d819-c44b-47b2-89fc-f7205c083a4e,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:31:42.299474 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-eee2e842-54ba-4405-bca7-a44f61a190ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:42.301003 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-eee2e842-54ba-4405-bca7-a44f61a190ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 1128 time: 0.0647461 Jun 21 08:31:42.319278 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68cb7e7-e990-4997-a37a-d8b01e6b9da9 x-openstack-request-id: req-e68cb7e7-e990-4997-a37a-d8b01e6b9da9 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:31:42.319563 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba37581-60a9-4add-9c41-f660406531d8", "tag": "2185d819-c44b-47b2-89fc-f7205c083a4e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:31:42.319809 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e68cb7e7-e990-4997-a37a-d8b01e6b9da9 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:31:42.320212 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68cb7e7-e990-4997-a37a-d8b01e6b9da9'] response: {'name': 'network-changed', 'server_uuid': '5ba37581-60a9-4add-9c41-f660406531d8', 'tag': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'status': 'completed', 'code': 200} Jun 21 08:31:42.346866 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-7b6be292-21b0-481d-ba0b-f6118ad9c517 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2185d819-c44b-47b2-89fc-f7205c083a4e HTTP/1.1" status: 200 len: 217 time: 0.0366275 Jun 21 08:31:42.403224 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:31:42.404586 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-62c2a6b0-9fa6-4a18-a087-378ea3b082be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:42.410783 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-62c2a6b0-9fa6-4a18-a087-378ea3b082be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0561860 Jun 21 08:31:42.454924 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-3713eaba-56eb-4ad9-9b69-fef09b7f1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:42.456404 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-3713eaba-56eb-4ad9-9b69-fef09b7f1b53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412672 Jun 21 08:31:42.560341 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-a1a8c0e4-3b6c-40bf-8a23-10528823480e service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972121 Jun 21 08:31:42.662172 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-720eedfc-f934-4492-a4ff-3dfdd9b0126a req-7b594f89-575b-4f1a-b9aa-92156bd36552 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952573 Jun 21 08:31:42.976401 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-7d36edab-1df9-4ad8-8b4d-69756a4bf276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:42.978238 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-7d36edab-1df9-4ad8-8b4d-69756a4bf276 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 1128 time: 0.0476327 Jun 21 08:31:43.073942 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-f20bb50f-8388-4b68-8f35-59b6232decd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:43.075452 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-f20bb50f-8388-4b68-8f35-59b6232decd7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.0898173 Jun 21 08:31:43.123020 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-062cd2d2-c2d1-44b2-8b57-8f62e8ebaae6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2185d819-c44b-47b2-89fc-f7205c083a4e HTTP/1.1" status: 200 len: 217 time: 0.0385799 Jun 21 08:31:43.177444 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-ad8ca387-126e-46c7-accd-3781c47302f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:43.178958 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-ad8ca387-126e-46c7-accd-3781c47302f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0475752 Jun 21 08:31:43.230340 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-f10e2146-6153-4d1d-b40d-8694a1b5fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:43.231810 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-f10e2146-6153-4d1d-b40d-8694a1b5fa1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434530 Jun 21 08:31:43.271038 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:43.365481 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-fad4723c-f1d0-4dde-ae1d-9b3b424641e5 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268146 Jun 21 08:31:43.377048 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d232da-0f10-45f7-a8d3-cb35a783b669 req-9dcdba64-0841-4a70-996f-69d139a3a346 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:43.378552 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-60d232da-0f10-45f7-a8d3-cb35a783b669 req-9dcdba64-0841-4a70-996f-69d139a3a346 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 944 time: 0.0611875 Jun 21 08:31:43.479136 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:43.494913 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-60d232da-0f10-45f7-a8d3-cb35a783b669 req-42299617-55d4-4b04-99f1-a534abd9e713 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078753 Jun 21 08:31:43.516760 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-adbb5d5a-2b33-4f19-9c84-17dedef29699 req-9a50ab16-95b2-44a5-88ce-35ccd73dc0b2 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371942 Jun 21 08:31:44.622297 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac4bd-9b8f-4d33-b7bb-4f36cf2f8cc7 req-51445d6d-e012-4419-b07e-1f0218b1cd7b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:44.623724 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82eac4bd-9b8f-4d33-b7bb-4f36cf2f8cc7 req-51445d6d-e012-4419-b07e-1f0218b1cd7b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 944 time: 0.0528715 Jun 21 08:31:44.675143 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82eac4bd-9b8f-4d33-b7bb-4f36cf2f8cc7 req-160141c5-7eae-4154-b463-49910e5b6ec2 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448339 Jun 21 08:31:45.788218 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c467f-4852-49e2-b7d9-8e31f4a1b1b4 req-2561ac09-db6d-4ff1-95a4-56d2c7577d30 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:45.789677 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a81c467f-4852-49e2-b7d9-8e31f4a1b1b4 req-2561ac09-db6d-4ff1-95a4-56d2c7577d30 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 944 time: 0.0467434 Jun 21 08:31:45.838088 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a81c467f-4852-49e2-b7d9-8e31f4a1b1b4 req-33ac02cb-339d-4a66-b2fd-7c6de47b6ed4 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428112 Jun 21 08:31:46.954370 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b4498-51dd-4dd3-b209-8c3a6df7da9c req-5f778d85-9ddd-4a91-be1b-e70d566b3cb1 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:46.956114 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-469b4498-51dd-4dd3-b209-8c3a6df7da9c req-5f778d85-9ddd-4a91-be1b-e70d566b3cb1 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 944 time: 0.0486679 Jun 21 08:31:47.005986 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-469b4498-51dd-4dd3-b209-8c3a6df7da9c req-b80c2f82-0876-437c-8107-34d5585473f7 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443773 Jun 21 08:31:48.139250 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec06804-15ed-4fe3-ad6c-c74b06220a2a req-7381cc20-0b43-48a1-9e80-3335dd40e0a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:48.141487 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bec06804-15ed-4fe3-ad6c-c74b06220a2a req-7381cc20-0b43-48a1-9e80-3335dd40e0a0 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 944 time: 0.0521708 Jun 21 08:31:48.191628 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-bec06804-15ed-4fe3-ad6c-c74b06220a2a req-6ea4735f-51d5-466c-8436-5af9ccd3568c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446026 Jun 21 08:31:48.814998 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-224992a3-0528-4920-99b7-47814539bc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:49.311417 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0c9f9-77f8-494f-ab99-8327e68849e8 req-5bb9893b-ef62-4b33-8f15-55211e64f367 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:49.313081 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e2b0c9f9-77f8-494f-ab99-8327e68849e8 req-5bb9893b-ef62-4b33-8f15-55211e64f367 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 944 time: 0.0516832 Jun 21 08:31:49.361824 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e2b0c9f9-77f8-494f-ab99-8327e68849e8 req-9185b2b1-41de-4754-88f3-6305a1f756a8 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432024 Jun 21 08:31:50.034842 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:50.361257 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 2185d819-c44b-47b2-89fc-f7205c083a4e details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 08:31:50.408414 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:50.460134 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 2185d819-c44b-47b2-89fc-f7205c083a4e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2185d819-c44b-47b2-89fc-f7205c083a4e,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:31:50.471432 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Returning: {'device': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'port_id': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'mac_address': 'fa:16:3e:26:1f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 08:31:50.476069 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb9b3c-81e2-4295-88dc-aea09e440576 req-9bb873f8-b421-40b8-8c6a-ebc5feceaf3b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:50.477575 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8edb9b3c-81e2-4295-88dc-aea09e440576 req-9bb873f8-b421-40b8-8c6a-ebc5feceaf3b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 944 time: 0.0473182 Jun 21 08:31:50.512551 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 2185d819-c44b-47b2-89fc-f7205c083a4e is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:31:50.512947 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:50.526808 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2185d819-c44b-47b2-89fc-f7205c083a4e {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 08:31:50.527788 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8edb9b3c-81e2-4295-88dc-aea09e440576 req-a91eca01-8883-45d6-a6f7-30e532ffd9b3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446856 Jun 21 08:31:50.547521 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 2185d819-c44b-47b2-89fc-f7205c083a4e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2185d819-c44b-47b2-89fc-f7205c083a4e,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:31:50.552313 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:50.599060 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=2185d819-c44b-47b2-89fc-f7205c083a4e,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:31:50.606022 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.606375 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.606759 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.607106 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.607445 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.607783 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.608189 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.608754 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.608978 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.609315 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.609649 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.609979 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.610313 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.610670 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.611000 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:50.760248 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] get_ports_and_sgs() called for port_ids ['2185d819-c44b-47b2-89fc-f7205c083a4e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 08:31:51.048904 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-af82a325-8047-456f-91a0-0e29ac7459a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:51.646856 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfb705-39e2-42f2-a46a-f6fde989eceb req-d73bc452-00cd-4e71-8cc1-2c37e9782482 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:51.648348 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2ddfb705-39e2-42f2-a46a-f6fde989eceb req-d73bc452-00cd-4e71-8cc1-2c37e9782482 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 945 time: 0.0467415 Jun 21 08:31:51.696490 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2ddfb705-39e2-42f2-a46a-f6fde989eceb req-f429e9ac-49fd-46d5-a4b5-01570611c0fa tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426714 Jun 21 08:31:52.200456 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:52.361605 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 2185d819-c44b-47b2-89fc-f7205c083a4e up at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 08:31:52.399656 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:52.405721 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning for port 2185d819-c44b-47b2-89fc-f7205c083a4e completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 08:31:52.411389 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Provisioning complete for port 2185d819-c44b-47b2-89fc-f7205c083a4e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 08:31:52.411788 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627161'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:52.440715 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:52.447485 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:52.485248 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Current status of the port 2185d819-c44b-47b2-89fc-f7205c083a4e is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 08:31:52.485633 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:52.508000 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba37581-60a9-4add-9c41-f660406531d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2185d819-c44b-47b2-89fc-f7205c083a4e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:31:52.510168 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1122c5323194057e9344c657fb3ddaa84498e46b99d949759882247dab90490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757ab1c1-69e2-4219-8780-8759bd7f96f4" -d '{"events": [{"server_uuid": "5ba37581-60a9-4add-9c41-f660406531d8", "name": "network-vif-plugged", "status": "completed", "tag": "2185d819-c44b-47b2-89fc-f7205c083a4e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:31:52.523540 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] For port 2185d819-c44b-47b2-89fc-f7205c083a4e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2185d819-c44b-47b2-89fc-f7205c083a4e,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:31:52.527760 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:52.552070 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586a1011-f8d4-4c0d-a954-22ea4ab3dcb0 x-openstack-request-id: req-586a1011-f8d4-4c0d-a954-22ea4ab3dcb0 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:31:52.552356 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba37581-60a9-4add-9c41-f660406531d8", "name": "network-vif-plugged", "status": "completed", "tag": "2185d819-c44b-47b2-89fc-f7205c083a4e", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:31:52.552607 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-586a1011-f8d4-4c0d-a954-22ea4ab3dcb0 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:31:52.552995 dv-cinder-836973-7-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586a1011-f8d4-4c0d-a954-22ea4ab3dcb0'] response: {'server_uuid': '5ba37581-60a9-4add-9c41-f660406531d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'code': 200} Jun 21 08:31:52.580173 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Pushing event updated for resources: {'Port': ['ID=2185d819-c44b-47b2-89fc-f7205c083a4e,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:31:52.757502 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd2b19-9443-4b09-b772-cf7b0a9d559f req-275ca53f-6f1e-4030-874f-bf5ff198361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:52.758953 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4bbd2b19-9443-4b09-b772-cf7b0a9d559f req-275ca53f-6f1e-4030-874f-bf5ff198361a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 1130 time: 0.0441229 Jun 21 08:31:52.805836 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-4bbd2b19-9443-4b09-b772-cf7b0a9d559f req-dec0f0fb-ba35-4750-a43c-c8920e9825ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 Jun 21 08:31:52.811406 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0ab68-af36-49b4-b7c8-2c0c9837342d req-c6defbb1-0fab-4947-a1c5-fb4bfb02f150 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:52.812948 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b6f0ab68-af36-49b4-b7c8-2c0c9837342d req-c6defbb1-0fab-4947-a1c5-fb4bfb02f150 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 946 time: 0.0471923 Jun 21 08:31:52.869986 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b6f0ab68-af36-49b4-b7c8-2c0c9837342d req-d18c6897-9da6-48e2-8786-b874237f04f5 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478330 Jun 21 08:31:53.788041 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:53.983470 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bb2f6-f53c-4a31-949a-c033cc030079 req-d9201d9f-109d-440f-b5df-41c23e339e3e tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:53.985006 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-195bb2f6-f53c-4a31-949a-c033cc030079 req-d9201d9f-109d-440f-b5df-41c23e339e3e tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 946 time: 0.0471978 Jun 21 08:31:54.036311 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-195bb2f6-f53c-4a31-949a-c033cc030079 req-04517f4c-bbe1-4d0b-9772-2dd3a7a56df9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457845 Jun 21 08:31:54.041967 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:54.158328 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3855505-9e1b-4ba0-a593-0a40293d6c7a req-20fe3c6a-d1c4-404f-856c-3e5541d48f99 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:54.159793 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3855505-9e1b-4ba0-a593-0a40293d6c7a req-20fe3c6a-d1c4-404f-856c-3e5541d48f99 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 946 time: 0.0502164 Jun 21 08:31:54.210296 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3855505-9e1b-4ba0-a593-0a40293d6c7a req-85fbfd40-c8f4-414f-a0c2-80a2a7557e3e tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447640 Jun 21 08:31:54.232933 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 49006) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:31:54.271382 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8859df5-1829-4754-8c17-65d2150556bb tempest-TestVolumeBootPattern-619298830 tempest-TestVolumeBootPattern-619298830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:54.272896 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a8859df5-1829-4754-8c17-65d2150556bb tempest-TestVolumeBootPattern-619298830 tempest-TestVolumeBootPattern-619298830-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 1125 time: 0.0389953 Jun 21 08:31:54.275588 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 49008) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:31:54.279755 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Request body: {'floatingip': {'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'port_id': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 08:31:54.285974 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:54.288441 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:54.303216 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:54.384435 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:54.487299 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Allocated IP 172.27.0.172 (929906ad-6135-410d-9505-d7c909d4a28c/68b1ba58-03dd-4fb8-ace2-9bcdab6a225a/6e4bee5c-72b9-40ae-962a-db78f1329b63) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 08:31:54.591036 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for port (6e4bee5c-72b9-40ae-962a-db78f1329b63), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:54.623136 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790882354342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (6e4bee5c-72b9-40ae-962a-db78f1329b63), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:54.660892 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Network 929906ad-6135-410d-9505-d7c909d4a28c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 08:31:54.663759 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 08:31:54.667249 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 08:31:54.694030 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'Port': ['ID=6e4bee5c-72b9-40ae-962a-db78f1329b63,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:31:54.708878 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.709222 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.709561 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.709900 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.710234 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.710562 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.710920 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.711243 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.711563 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.711886 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.712220 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.712529 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.712847 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.713163 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:54.713478 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:31:55.029657 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (0e0e3ef2-48e7-484c-b029-d5f1ea276c27), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:55.054287 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:55.056363 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:55.100222 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686297'] for port (6e4bee5c-72b9-40ae-962a-db78f1329b63), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:55.243821 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for port (6e4bee5c-72b9-40ae-962a-db78f1329b63), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:55.248188 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790882743902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790882354360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790882354378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3769572'] for port (6e4bee5c-72b9-40ae-962a-db78f1329b63), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:55.318163 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event updated for resources: {'Port': ['ID=6e4bee5c-72b9-40ae-962a-db78f1329b63,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:31:55.329741 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926211'] for floatingip (0e0e3ef2-48e7-484c-b029-d5f1ea276c27), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:55.425429 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Floating IP 0e0e3ef2-48e7-484c-b029-d5f1ea276c27 associated. External IP: 172.27.0.172, port: 2185d819-c44b-47b2-89fc-f7205c083a4e. Jun 21 08:31:55.619057 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Router 159fd720-40f3-45a9-b44d-b14445c4cbd1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:31:55.721345 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:31:55.731865 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] Sync routers for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:31:55.738241 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:31:55.742397 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:31:55.743042 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:31:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:31:55.774896 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-23989e58-d01a-4934-b732-d222eec1feb3 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4961667 Jun 21 08:31:55.774896 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba37581-60a9-4add-9c41-f660406531d8', 'tag': '2185d819-c44b-47b2-89fc-f7205c083a4e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:31:55.775584 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f898f85-3759-4ab1-92e6-ad6443802509" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba37581-60a9-4add-9c41-f660406531d8", "tag": "2185d819-c44b-47b2-89fc-f7205c083a4e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:31:55.811055 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027bc4b7-c75d-4214-8f18-ef8a5cec8d6b x-openstack-request-id: req-027bc4b7-c75d-4214-8f18-ef8a5cec8d6b {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:31:55.811346 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba37581-60a9-4add-9c41-f660406531d8", "tag": "2185d819-c44b-47b2-89fc-f7205c083a4e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:31:55.811601 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-027bc4b7-c75d-4214-8f18-ef8a5cec8d6b {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:31:55.812009 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027bc4b7-c75d-4214-8f18-ef8a5cec8d6b'] response: {'name': 'network-changed', 'server_uuid': '5ba37581-60a9-4add-9c41-f660406531d8', 'tag': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'status': 'completed', 'code': 200} Jun 21 08:31:55.858129 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:31:55.880003 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-d4587259-c60e-45bd-afd5-f2436dbd1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:55.881511 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-d4587259-c60e-45bd-afd5-f2436dbd1d4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 1130 time: 0.0412891 Jun 21 08:31:55.982569 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-b2b842c9-c69b-40c1-ba17-9e831b3c878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:55.984073 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-b2b842c9-c69b-40c1-ba17-9e831b3c878b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.0972302 Jun 21 08:31:56.048867 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-df27f743-ba32-4b5b-ba01-588b09c187ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2185d819-c44b-47b2-89fc-f7205c083a4e HTTP/1.1" status: 200 len: 1000 time: 0.0589917 Jun 21 08:31:56.075159 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '0e0e3ef2-48e7-484c-b029-d5f1ea276c27', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:26:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba37581-60a9-4add-9c41-f660406531d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:31:54Z', 'updated_at': '2022-06-21T08:31:54Z', 'revision_number': 0, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}, {'id': 'c6e6cd64-e07f-4df3-a8d8-ee275ad0722d', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:6a:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:30:09Z', 'updated_at': '2022-06-21T08:30:11Z', 'revision_number': 1, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:31:56.099591 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] Checking router: 159fd720-40f3-45a9-b44d-b14445c4cbd1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:31:56.100988 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-45086494-d790-4262-bdef-97a2221bf164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:56.102474 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-45086494-d790-4262-bdef-97a2221bf164 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0480025 Jun 21 08:31:56.108394 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:31:56.108930 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:31:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:31:56.147826 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-194e2ab9-9f4a-4de0-adb9-467eab598a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:31:56.149408 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-194e2ab9-9f4a-4de0-adb9-467eab598a03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407138 Jun 21 08:31:56.163104 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:31:56.227668 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:31:56.242817 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-5052bff8-b44a-4154-81cf-1659fcacec1c service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872777 Jun 21 08:31:56.334999 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8f898f85-3759-4ab1-92e6-ad6443802509 req-7d49a5ce-6efa-49e9-98d5-ccfed4de4631 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863721 Jun 21 08:31:56.440986 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '0e0e3ef2-48e7-484c-b029-d5f1ea276c27', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:26:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba37581-60a9-4add-9c41-f660406531d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:31:54Z', 'updated_at': '2022-06-21T08:31:54Z', 'revision_number': 0, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}, {'id': 'c6e6cd64-e07f-4df3-a8d8-ee275ad0722d', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:6a:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:30:09Z', 'updated_at': '2022-06-21T08:30:11Z', 'revision_number': 1, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:31:56.465246 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8324f80f-57e5-4db9-b20c-cbf456ef12b3 None None] The sync data for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi is: [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': '0e0e3ef2-48e7-484c-b029-d5f1ea276c27', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:26:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba37581-60a9-4add-9c41-f660406531d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:31:54Z', 'updated_at': '2022-06-21T08:31:54Z', 'revision_number': 0, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}, {'id': 'c6e6cd64-e07f-4df3-a8d8-ee275ad0722d', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:6a:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:30:09Z', 'updated_at': '2022-06-21T08:30:11Z', 'revision_number': 1, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:31:56.654091 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ba67f-67e6-4d17-9337-b54585188217 None None] New status for floating IP 0e0e3ef2-48e7-484c-b029-d5f1ea276c27: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:32:05.762610 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:05.769948 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:06.324476 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=19 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:06.331965 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:06.754439 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:06.756816 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:13.853217 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=87 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:13.856053 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=87 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:18.819518 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58470e42-0c40-4520-b8ae-829d1fba988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:19.402342 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:32:20.032849 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:21.051995 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7f4564c-c7d4-4005-8590-4a4ae149870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:22.203730 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:23.798857 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:24.045712 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:29.398049 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:29.398946 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:34.039155 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:34.041799 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:35.053093 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-eac44519-0852-49f0-b469-b1efb18dac88 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772188 Jun 21 08:32:35.143950 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-abc9064d-d7c6-4788-a2c1-c54a54bd5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:32:35.145466 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-abc9064d-d7c6-4788-a2c1-c54a54bd5b35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 1130 time: 0.0490525 Jun 21 08:32:35.268365 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-9d4c0a5e-973f-4682-895a-5167c6c4a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:32:35.269871 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-9d4c0a5e-973f-4682-895a-5167c6c4a5e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.1043890 Jun 21 08:32:35.337862 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-c639e7d8-640a-4d81-99ce-dae8193a012e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf HTTP/1.1" status: 200 len: 1001 time: 0.0625062 Jun 21 08:32:35.385850 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-dff829cb-6149-40cf-8c75-2526f3f613bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:32:35.387336 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-dff829cb-6149-40cf-8c75-2526f3f613bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0445859 Jun 21 08:32:35.433068 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-77e493a4-dc51-4eb0-9e1f-31c0c70c755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:32:35.434641 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-77e493a4-dc51-4eb0-9e1f-31c0c70c755e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416358 Jun 21 08:32:35.539161 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-2f55a4fa-3665-4c88-8e81-0f42d6583001 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981874 Jun 21 08:32:35.631244 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-846a44a3-3c58-43e0-9e77-4f976a6ef24f req-48969af6-95c0-4984-b1b4-ba427dd8b556 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860941 Jun 21 08:32:45.626198 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=50 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:45.628223 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=51 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:32:48.821818 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f7304a5-cdb7-4f66-9e48-011f7fa0746d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:50.029556 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:51.054507 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f85ab669-79be-4037-b396-8f671f3767fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:52.205794 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:53.794181 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:54.051761 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:32:56.402175 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:33:04.039996 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:04.046405 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:06.397961 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:06.398836 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:17.454783 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:18.827443 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd4e321f-fcac-4169-9fd1-063a77e7dfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:20.060841 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:21.057032 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1e594a11-6ff6-48e7-a481-b48de9b3ec7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:22.209317 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:23.797796 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:24.055291 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:33.401703 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:33:34.043912 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:34.051532 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:34.428334 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 49036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:34.613462 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Deleting port 6e4bee5c-72b9-40ae-962a-db78f1329b63 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:34.613801 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (6e4bee5c-72b9-40ae-962a-db78f1329b63), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:34.688744 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (6e4bee5c-72b9-40ae-962a-db78f1329b63), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:34.688999 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (6e4bee5c-72b9-40ae-962a-db78f1329b63), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:34.701646 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Calling delete_port for 6e4bee5c-72b9-40ae-962a-db78f1329b63 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:34.847090 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (6e4bee5c-72b9-40ae-962a-db78f1329b63), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:34.870635 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event deleted for resources: {'Port': ['ID=6e4bee5c-72b9-40ae-962a-db78f1329b63,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:34.897072 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.897414 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.897758 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.898092 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.898425 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.898785 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.899114 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.899439 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.899764 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.900087 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.900411 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.900735 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.901053 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.901373 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.901691 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:34.945671 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (0e0e3ef2-48e7-484c-b029-d5f1ea276c27), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:34.945914 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Floating IP 0e0e3ef2-48e7-484c-b029-d5f1ea276c27 disassociated (deleted). External IP: 172.27.0.172, port: 2185d819-c44b-47b2-89fc-f7205c083a4e. Jun 21 08:33:35.392095 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Router 159fd720-40f3-45a9-b44d-b14445c4cbd1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:33:35.491121 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:33:35.495803 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:35.506349 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] Sync routers for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:33:35.516949 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:33:35.517561 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:33:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:35.518854 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:35.531181 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-98399416-961f-4944-9d78-05f82c844528 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "DELETE /v2.0/floatingips/0e0e3ef2-48e7-484c-b029-d5f1ea276c27 HTTP/1.1" status: 204 len: 168 time: 1.1016853 Jun 21 08:33:35.531670 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba37581-60a9-4add-9c41-f660406531d8', 'tag': '2185d819-c44b-47b2-89fc-f7205c083a4e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:33:35.533944 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaddd47-1e5c-4ac0-a00d-a226365d923e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba37581-60a9-4add-9c41-f660406531d8", "tag": "2185d819-c44b-47b2-89fc-f7205c083a4e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:33:35.580922 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a7fbb9-32b7-41b1-a134-568283e3b213 x-openstack-request-id: req-a7a7fbb9-32b7-41b1-a134-568283e3b213 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:33:35.581270 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba37581-60a9-4add-9c41-f660406531d8", "tag": "2185d819-c44b-47b2-89fc-f7205c083a4e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:33:35.581580 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7a7fbb9-32b7-41b1-a134-568283e3b213 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:33:35.582124 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a7fbb9-32b7-41b1-a134-568283e3b213'] response: {'name': 'network-changed', 'server_uuid': '5ba37581-60a9-4add-9c41-f660406531d8', 'tag': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'status': 'completed', 'code': 200} Jun 21 08:33:35.626108 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:33:35.655197 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-35fe2d30-f1a7-475f-a86a-ee78a07648eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:35.658772 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-35fe2d30-f1a7-475f-a86a-ee78a07648eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 1130 time: 0.0542428 Jun 21 08:33:35.809403 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-80838420-ba88-4d83-9d8a-feee45cc2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:35.810925 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-80838420-ba88-4d83-9d8a-feee45cc2471 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.1413388 Jun 21 08:33:35.816940 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c75a6-58eb-45f2-9ffd-7a62e6584533 req-db0e6c8d-d9cf-42f8-aeff-ad755b8575a8 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:35.818303 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-636c75a6-58eb-45f2-9ffd-7a62e6584533 req-db0e6c8d-d9cf-42f8-aeff-ad755b8575a8 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 946 time: 0.0660758 Jun 21 08:33:35.869765 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'c6e6cd64-e07f-4df3-a8d8-ee275ad0722d', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:6a:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:30:09Z', 'updated_at': '2022-06-21T08:30:11Z', 'revision_number': 1, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:35.873787 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-636c75a6-58eb-45f2-9ffd-7a62e6584533 req-415e2b5d-8e05-4868-bcfb-33f6c7acf8ca tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499034 Jun 21 08:33:35.894935 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] Checking router: 159fd720-40f3-45a9-b44d-b14445c4cbd1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:33:35.903716 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:33:35.904307 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:33:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:36.102332 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:33:36.310959 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'c6e6cd64-e07f-4df3-a8d8-ee275ad0722d', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:6a:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:30:09Z', 'updated_at': '2022-06-21T08:30:11Z', 'revision_number': 1, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:36.336432 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd2d97-7e80-4124-873e-3ce6dcaaab1d None None] The sync data for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi is: [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_floatingips': [{'id': 'c6e6cd64-e07f-4df3-a8d8-ee275ad0722d', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'router_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'port_id': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'mac_address': 'fa:16:3e:6a:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a93ac5-4e57-4836-8b57-95728223391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T08:30:09Z', 'updated_at': '2022-06-21T08:30:11Z', 'revision_number': 1, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:33:36.551762 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027815d-9643-4bd1-bb28-51d4a2f31663 None None] New status for floating IP 0e0e3ef2-48e7-484c-b029-d5f1ea276c27: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:33:36.699300 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-d2f1dd5f-419f-4b96-9123-5894650c7cf6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2185d819-c44b-47b2-89fc-f7205c083a4e HTTP/1.1" status: 200 len: 217 time: 0.0361521 Jun 21 08:33:36.752095 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-1b023958-8b6e-4524-889d-874ceb07b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:36.753536 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-1b023958-8b6e-4524-889d-874ceb07b664 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0479760 Jun 21 08:33:36.881342 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-e8e730c7-5c57-4907-b8a9-5344f680547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:36.882802 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-e8e730c7-5c57-4907-b8a9-5344f680547f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400121 Jun 21 08:33:36.977294 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-3e9e08e8-0c79-46ee-929c-ab5bf87ad984 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877900 Jun 21 08:33:36.991821 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beaf17-b85a-4c1a-8fdf-7a7ab4e932e1 req-71a115bb-da34-4a94-bcfd-d9356dddd3bb tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:36.993301 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a3beaf17-b85a-4c1a-8fdf-7a7ab4e932e1 req-71a115bb-da34-4a94-bcfd-d9356dddd3bb tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 946 time: 0.0482581 Jun 21 08:33:37.012140 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:37.045713 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a3beaf17-b85a-4c1a-8fdf-7a7ab4e932e1 req-979b2bfa-7ded-42c2-a5af-8aef12abfde9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468631 Jun 21 08:33:37.255259 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77d461-2af7-4f9d-a693-90852655c951 req-dc71e0db-d007-4236-a5a2-5fa74939994b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:37.256885 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7a77d461-2af7-4f9d-a693-90852655c951 req-dc71e0db-d007-4236-a5a2-5fa74939994b tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 946 time: 0.0661986 Jun 21 08:33:37.262190 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-8eaddd47-1e5c-4ac0-a00d-a226365d923e req-554c87a6-0d7c-4ca2-a31f-0cf4630e8230 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309507 Jun 21 08:33:37.339750 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-7a77d461-2af7-4f9d-a693-90852655c951 req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Deleting port 2185d819-c44b-47b2-89fc-f7205c083a4e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:37.340086 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7a77d461-2af7-4f9d-a693-90852655c951 req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:37.430510 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7a77d461-2af7-4f9d-a693-90852655c951 req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] For port 2185d819-c44b-47b2-89fc-f7205c083a4e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2185d819-c44b-47b2-89fc-f7205c083a4e,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:33:37.430898 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7a77d461-2af7-4f9d-a693-90852655c951 req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:37.444166 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-7a77d461-2af7-4f9d-a693-90852655c951 req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Calling delete_port for 2185d819-c44b-47b2-89fc-f7205c083a4e owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:37.572176 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7a77d461-2af7-4f9d-a693-90852655c951 req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (2185d819-c44b-47b2-89fc-f7205c083a4e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:37.584336 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:37.608741 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event deleted for resources: {'Port': ['ID=2185d819-c44b-47b2-89fc-f7205c083a4e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:37.613908 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:37.637391 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.637694 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.638035 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.638370 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.638800 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.639129 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.639454 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.639774 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.640095 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.640416 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.640738 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.641053 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.641371 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.641685 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.642003 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:37.661784 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a77d461-2af7-4f9d-a693-90852655c951 req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] No DVR routers for this DVR port 2185d819-c44b-47b2-89fc-f7205c083a4e on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:33:37.664188 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7a77d461-2af7-4f9d-a693-90852655c951 req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:37.667358 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-7a77d461-2af7-4f9d-a693-90852655c951 req-585fe209-cf0d-48e4-80ca-6e5b73e0389c tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "DELETE /v2.0/ports/2185d819-c44b-47b2-89fc-f7205c083a4e HTTP/1.1" status: 204 len: 173 time: 0.4043062 Jun 21 08:33:37.667799 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba37581-60a9-4add-9c41-f660406531d8', 'name': 'network-vif-deleted', 'tag': '2185d819-c44b-47b2-89fc-f7205c083a4e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:33:37.670002 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06f84c9-a1db-4bde-a54b-05cf771ba67d" -d '{"events": [{"server_uuid": "5ba37581-60a9-4add-9c41-f660406531d8", "name": "network-vif-deleted", "tag": "2185d819-c44b-47b2-89fc-f7205c083a4e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:33:37.718529 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd3ef4a-563a-4206-85b0-846969e81cfa x-openstack-request-id: req-ddd3ef4a-563a-4206-85b0-846969e81cfa {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:33:37.719159 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba37581-60a9-4add-9c41-f660406531d8", "name": "network-vif-deleted", "tag": "2185d819-c44b-47b2-89fc-f7205c083a4e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:33:37.719159 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddd3ef4a-563a-4206-85b0-846969e81cfa {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:33:37.719463 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd3ef4a-563a-4206-85b0-846969e81cfa'] response: {'server_uuid': '5ba37581-60a9-4add-9c41-f660406531d8', 'name': 'network-vif-deleted', 'tag': '2185d819-c44b-47b2-89fc-f7205c083a4e', 'status': 'completed', 'code': 200} Jun 21 08:33:38.152512 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12e1804-e2b7-425a-aeb4-263967b70e30 req-14f67c74-4265-4077-ba6e-3afd818b5ebd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba37581-60a9-4add-9c41-f660406531d8 HTTP/1.1" status: 200 len: 210 time: 0.0271370 Jun 21 08:33:40.827094 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 2185d819-c44b-47b2-89fc-f7205c083a4e no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:33:40.851647 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 2185d819-c44b-47b2-89fc-f7205c083a4e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:33:40.852172 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 2185d819-c44b-47b2-89fc-f7205c083a4e not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:33:41.449717 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 49082) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:41.597463 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Deleting port 548835f6-6d30-4582-b6a2-03481969fb2d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:41.597814 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (548835f6-6d30-4582-b6a2-03481969fb2d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:41.676084 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (548835f6-6d30-4582-b6a2-03481969fb2d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:41.676413 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (548835f6-6d30-4582-b6a2-03481969fb2d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:41.689195 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Calling delete_port for 548835f6-6d30-4582-b6a2-03481969fb2d owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:41.837686 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (548835f6-6d30-4582-b6a2-03481969fb2d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:41.862809 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event deleted for resources: {'Port': ['ID=548835f6-6d30-4582-b6a2-03481969fb2d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:41.930819 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (c6e6cd64-e07f-4df3-a8d8-ee275ad0722d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:41.931154 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Floating IP c6e6cd64-e07f-4df3-a8d8-ee275ad0722d disassociated (deleted). External IP: 172.27.0.70, port: 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf. Jun 21 08:33:42.132910 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Router 159fd720-40f3-45a9-b44d-b14445c4cbd1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:33:42.172322 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:42.237175 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:33:42.242139 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:42.246607 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6063511f-8076-43a3-bf71-4b366132532d None None] Sync routers for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:33:42.256874 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6063511f-8076-43a3-bf71-4b366132532d None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:33:42.257648 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6063511f-8076-43a3-bf71-4b366132532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:33:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:42.274408 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-dac2f6af-5d27-4ba6-a27a-6896a48ed2a9 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "DELETE /v2.0/floatingips/c6e6cd64-e07f-4df3-a8d8-ee275ad0722d HTTP/1.1" status: 204 len: 168 time: 0.8234038 Jun 21 08:33:42.275148 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a93ac5-4e57-4836-8b57-95728223391c', 'tag': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:33:42.277643 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0897b7d7197fb88944c8f502cad5d33e5ace5a4c87595903e41cb08d5b5625c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abdc277-f274-4824-b20c-de05ed8f7fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "29a93ac5-4e57-4836-8b57-95728223391c", "tag": "39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:33:42.314952 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88aa269-69f3-4b06-8ff7-a75e28186d32 x-openstack-request-id: req-b88aa269-69f3-4b06-8ff7-a75e28186d32 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:33:42.315337 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a93ac5-4e57-4836-8b57-95728223391c", "tag": "39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:33:42.315698 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b88aa269-69f3-4b06-8ff7-a75e28186d32 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:33:42.316185 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88aa269-69f3-4b06-8ff7-a75e28186d32'] response: {'name': 'network-changed', 'server_uuid': '29a93ac5-4e57-4836-8b57-95728223391c', 'tag': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'status': 'completed', 'code': 200} Jun 21 08:33:42.365263 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-6063511f-8076-43a3-bf71-4b366132532d None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:33:42.376306 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-f676c69a-187d-4e68-a867-56cffe0d680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:42.378501 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-f676c69a-187d-4e68-a867-56cffe0d680e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 1130 time: 0.0412471 Jun 21 08:33:42.447344 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:42.478110 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-90bdc7fe-26b0-49ed-b592-d4114de99374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:42.479986 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-90bdc7fe-26b0-49ed-b592-d4114de99374 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 200 len: 913 time: 0.0960808 Jun 21 08:33:42.519855 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=100 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:42.539632 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3832248-2252-4487-ace7-51adc8cb47ea req-cf33b4db-29b1-4dae-877b-4a6dd7f49e97 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:42.541179 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d3832248-2252-4487-ace7-51adc8cb47ea req-cf33b4db-29b1-4dae-877b-4a6dd7f49e97 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 946 time: 0.0489645 Jun 21 08:33:42.575202 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6063511f-8076-43a3-bf71-4b366132532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:42.594054 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-d3832248-2252-4487-ace7-51adc8cb47ea req-7e89c263-3a46-4688-abfe-8dcf691ead07 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472291 Jun 21 08:33:42.603694 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6063511f-8076-43a3-bf71-4b366132532d None None] Checking router: 159fd720-40f3-45a9-b44d-b14445c4cbd1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:33:42.612272 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6063511f-8076-43a3-bf71-4b366132532d None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:33:42.612868 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6063511f-8076-43a3-bf71-4b366132532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:33:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:42.717016 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-6063511f-8076-43a3-bf71-4b366132532d None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:33:42.909135 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6063511f-8076-43a3-bf71-4b366132532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:42.933823 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6063511f-8076-43a3-bf71-4b366132532d None None] The sync data for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi is: [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:10Z', 'revision_number': 4, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi', '_interfaces': [{'id': '76a0ce36-0616-4d79-bd80-54248ee1b6ec', 'name': '', 'network_id': '7527f918-94ee-4fed-a095-5260a615dead', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'mac_address': 'fa:16:3e:c7:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:09Z', 'updated_at': '2022-06-21T08:27:14Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'subnets': [{'id': 'bcc1f7b6-e524-4bee-83e6-0ab3365dc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:33:43.158568 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4552b8-df2b-46b5-9a22-7c290552480a None None] New status for floating IP c6e6cd64-e07f-4df3-a8d8-ee275ad0722d: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 08:33:43.423528 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-8c471edf-f4dc-4289-8445-e3b58043cc2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf HTTP/1.1" status: 200 len: 217 time: 0.0415857 Jun 21 08:33:43.481650 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-c8d92535-5287-4a54-9f94-0fb8662af386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:43.483202 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-c8d92535-5287-4a54-9f94-0fb8662af386 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 200 len: 851 time: 0.0529642 Jun 21 08:33:43.603214 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-4d4e06e9-da26-4826-a8b5-81cd7f49e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:43.604687 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-4d4e06e9-da26-4826-a8b5-81cd7f49e0c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7527f918-94ee-4fed-a095-5260a615dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434766 Jun 21 08:33:43.699164 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:43.712350 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-d3d89ffb-4db2-4781-903d-95bab2cdf8cc service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010575 Jun 21 08:33:43.714986 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d49fba-ea5a-4760-aea8-83195ecd49f4 req-cf9db311-adc6-4c9d-803f-17dca494c968 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:43.716477 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f0d49fba-ea5a-4760-aea8-83195ecd49f4 req-cf9db311-adc6-4c9d-803f-17dca494c968 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 946 time: 0.0509987 Jun 21 08:33:43.784147 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f0d49fba-ea5a-4760-aea8-83195ecd49f4 req-44550f6d-0fdc-4ae7-a481-a7c3b145b098 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a8ce2-0f09-4286-a53a-1fbf503343be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586913 Jun 21 08:33:44.194019 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-1223f145-ce9c-4cc2-95f0-6e914f126b06 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 08:33:44.196123 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-1223f145-ce9c-4cc2-95f0-6e914f126b06 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 946 time: 0.3434682 Jun 21 08:33:44.198387 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-6abdc277-f274-4824-b20c-de05ed8f7fdf req-454f79ca-4950-4a83-9376-032def223142 service neutron] 10.222.0.46 "GET /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216769 Jun 21 08:33:44.286856 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-97f69221-06ed-4609-9139-a7f3ec64e2fd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Deleting port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:44.287212 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-97f69221-06ed-4609-9139-a7f3ec64e2fd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:44.379636 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-97f69221-06ed-4609-9139-a7f3ec64e2fd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] For port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:33:44.380001 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-97f69221-06ed-4609-9139-a7f3ec64e2fd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:44.393460 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-97f69221-06ed-4609-9139-a7f3ec64e2fd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Calling delete_port for 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:44.540189 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-97f69221-06ed-4609-9139-a7f3ec64e2fd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:44.547058 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:44.551711 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:44.578519 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f69221-06ed-4609-9139-a7f3ec64e2fd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event deleted for resources: {'Port': ['ID=39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:44.620631 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-97f69221-06ed-4609-9139-a7f3ec64e2fd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] No DVR routers for this DVR port 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf on host hv-cinder-83697 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:33:44.623102 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-97f69221-06ed-4609-9139-a7f3ec64e2fd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:44.626439 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [req-a9e5f0e0-8044-4532-9892-fea0ed2ea0f6 req-97f69221-06ed-4609-9139-a7f3ec64e2fd tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.46 "DELETE /v2.0/ports/39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf HTTP/1.1" status: 204 len: 173 time: 0.4203961 Jun 21 08:33:44.626995 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a93ac5-4e57-4836-8b57-95728223391c', 'name': 'network-vif-deleted', 'tag': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 08:33:44.629110 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b986adf866c28ef2eeae27c10cae909e84bfaa73f986a7fafab8a2d92bef65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dba48a-4616-4bce-9205-468fea8fe279" -d '{"events": [{"server_uuid": "29a93ac5-4e57-4836-8b57-95728223391c", "name": "network-vif-deleted", "tag": "39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 08:33:44.666810 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 08:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03dbc8c-fb39-489d-a10f-f48f85cbc21a x-openstack-request-id: req-b03dbc8c-fb39-489d-a10f-f48f85cbc21a {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 08:33:44.667100 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a93ac5-4e57-4836-8b57-95728223391c", "name": "network-vif-deleted", "tag": "39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 08:33:44.667354 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b03dbc8c-fb39-489d-a10f-f48f85cbc21a {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 08:33:44.667748 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03dbc8c-fb39-489d-a10f-f48f85cbc21a'] response: {'server_uuid': '29a93ac5-4e57-4836-8b57-95728223391c', 'name': 'network-vif-deleted', 'tag': '39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf', 'status': 'completed', 'code': 200} Jun 21 08:33:44.907169 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c6dfdd6-ca97-4381-a5ba-4500a91e4a70 req-f81e32b2-9269-4574-92bf-0658246810af tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "GET /v2.0/ports?device_id=29a93ac5-4e57-4836-8b57-95728223391c HTTP/1.1" status: 200 len: 210 time: 0.0427244 Jun 21 08:33:45.970316 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 49098) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:46.092774 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c253e-4303-44f6-b27c-294cc2699de6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Deleting port 671dd9eb-21d8-415d-8d4b-91e4f131eedb {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:46.093119 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c7c253e-4303-44f6-b27c-294cc2699de6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (671dd9eb-21d8-415d-8d4b-91e4f131eedb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:46.176875 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c7c253e-4303-44f6-b27c-294cc2699de6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (671dd9eb-21d8-415d-8d4b-91e4f131eedb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:46.177196 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c7c253e-4303-44f6-b27c-294cc2699de6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (671dd9eb-21d8-415d-8d4b-91e4f131eedb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:46.193444 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c253e-4303-44f6-b27c-294cc2699de6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Calling delete_port for 671dd9eb-21d8-415d-8d4b-91e4f131eedb owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:46.341398 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c7c253e-4303-44f6-b27c-294cc2699de6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (671dd9eb-21d8-415d-8d4b-91e4f131eedb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:46.372027 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c253e-4303-44f6-b27c-294cc2699de6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event deleted for resources: {'Port': ['ID=671dd9eb-21d8-415d-8d4b-91e4f131eedb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:46.438474 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c7c253e-4303-44f6-b27c-294cc2699de6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for floatingip (8ba939ed-5282-4957-b9d4-f435b0d067e4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:46.441013 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c7c253e-4303-44f6-b27c-294cc2699de6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241488'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:46.442169 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4c7c253e-4303-44f6-b27c-294cc2699de6 tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "DELETE /v2.0/floatingips/8ba939ed-5282-4957-b9d4-f435b0d067e4 HTTP/1.1" status: 204 len: 168 time: 0.4725466 Jun 21 08:33:46.858948 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:33:46.879663 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] No Port match for: 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:33:46.880012 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Device 39d9a614-e9a7-4ce7-bf0f-995b5ce17ecf not bound to the agent host hv-cinder-83697 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:33:47.663175 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 49110) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:47.721656 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e5db65-8524-4893-918e-b638d0494d5d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group (4d4a8ce2-0f09-4286-a53a-1fbf503343be), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:47.749937 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e5db65-8524-4893-918e-b638d0494d5d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group (4d4a8ce2-0f09-4286-a53a-1fbf503343be), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:47.812950 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e5db65-8524-4893-918e-b638d0494d5d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (4d4a8ce2-0f09-4286-a53a-1fbf503343be), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:47.815620 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e5db65-8524-4893-918e-b638d0494d5d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:47.816670 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-d9e5db65-8524-4893-918e-b638d0494d5d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] 10.222.0.36 "DELETE /v2.0/security-groups/4d4a8ce2-0f09-4286-a53a-1fbf503343be HTTP/1.1" status: 204 len: 168 time: 0.1524992 Jun 21 08:33:47.827032 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5db65-8524-4893-918e-b638d0494d5d tempest-TestVolumeBootPattern-1242211373 tempest-TestVolumeBootPattern-1242211373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4a8ce2-0f09-4286-a53a-1fbf503343be,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:47.891045 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 49114) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:48.244962 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:48.325203 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (159fd720-40f3-45a9-b44d-b14445c4cbd1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:48.469056 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:48.547453 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] Deleting port 76a0ce36-0616-4d79-bd80-54248ee1b6ec {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:48.547702 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:48.632494 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] For port 76a0ce36-0616-4d79-bd80-54248ee1b6ec, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=76a0ce36-0616-4d79-bd80-54248ee1b6ec,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:33:48.632856 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:48.645709 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] Calling delete_port for 76a0ce36-0616-4d79-bd80-54248ee1b6ec owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:48.819723 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5607799c-15d2-40a5-90b6-4954e15ab855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:48.824072 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (76a0ce36-0616-4d79-bd80-54248ee1b6ec), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:48.846887 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=76a0ce36-0616-4d79-bd80-54248ee1b6ec,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:49.012463 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (159fd720-40f3-45a9-b44d-b14445c4cbd1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:49.115419 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:49.217614 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] Router 159fd720-40f3-45a9-b44d-b14445c4cbd1 has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:33:49.229248 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:49.318275 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:33:49.324475 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ab8b2ad6-a628-49be-acf3-c644a7c037a7 admin admin] 10.222.0.36 "PUT /v2.0/routers/159fd720-40f3-45a9-b44d-b14445c4cbd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4322066 Jun 21 08:33:49.326941 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 49118) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:49.330925 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] Sync routers for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:33:49.342216 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:33:49.342854 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:33:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:49.426351 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Publish callbacks [] for router (159fd720-40f3-45a9-b44d-b14445c4cbd1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:49.450358 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: dv-cinder-836973-7-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:33:49.525626 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Publish callbacks [] for router_gateway (159fd720-40f3-45a9-b44d-b14445c4cbd1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:49.636497 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:33:48Z', 'revision_number': 5, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port': {'id': '38b9825e-ed88-45d2-ba16-d4f975f9ea27', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:49.662972 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] Checking router: 159fd720-40f3-45a9-b44d-b14445c4cbd1 for host: dv-cinder-836973-7-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:33:49.672830 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] Routers {'159fd720-40f3-45a9-b44d-b14445c4cbd1'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:33:49.673446 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:33:21Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['159fd720-40f3-45a9-b44d-b14445c4cbd1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:49.810385 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Deleting port 38b9825e-ed88-45d2-ba16-d4f975f9ea27 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:49.810752 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:49.859522 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] Set router 159fd720-40f3-45a9-b44d-b14445c4cbd1 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:33:49.890963 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] For port 38b9825e-ed88-45d2-ba16-d4f975f9ea27, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=38b9825e-ed88-45d2-ba16-d4f975f9ea27,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:33:49.891415 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:49.907172 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Calling delete_port for 38b9825e-ed88-45d2-ba16-d4f975f9ea27 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:49.909203 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:33:49Z', 'revision_number': 6, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port_host': None}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:49.937539 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9980098-807d-4432-84c4-0c07debc3398 None None] The sync data for ids ['159fd720-40f3-45a9-b44d-b14445c4cbd1'] in dv-cinder-836973-7-iscsi is: [{'id': '159fd720-40f3-45a9-b44d-b14445c4cbd1', 'name': 'tempest-TestVolumeBootPattern-1871367866-router', 'tenant_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:07Z', 'updated_at': '2022-06-21T08:33:49Z', 'revision_number': 6, 'project_id': 'b65afb27ab304161aaa6aabe73c1c58e', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:33:50.058542 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.078396 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (38b9825e-ed88-45d2-ba16-d4f975f9ea27), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.102573 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b9825e-ed88-45d2-ba16-d4f975f9ea27,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:50.165196 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (159fd720-40f3-45a9-b44d-b14445c4cbd1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.256460 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (159fd720-40f3-45a9-b44d-b14445c4cbd1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.259095 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Publish callbacks [] for router_controller (159fd720-40f3-45a9-b44d-b14445c4cbd1), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.260365 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:50.308700 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (159fd720-40f3-45a9-b44d-b14445c4cbd1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.309546 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 159fd720-40f3-45a9-b44d-b14445c4cbd1 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:33:50.313573 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.314596 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-078bc86b-e892-47cd-865c-7580330cfca0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/159fd720-40f3-45a9-b44d-b14445c4cbd1 HTTP/1.1" status: 204 len: 168 time: 0.9865515 Jun 21 08:33:50.317138 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 49120) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:50.363879 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-5655438a-6350-469f-9fd6-f1de4fc6b42e admin admin] Deleting subnet bcc1f7b6-e524-4bee-83e6-0ab3365dc793 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:33:50.367789 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5655438a-6350-469f-9fd6-f1de4fc6b42e admin admin] Publish callbacks [] for subnet (bcc1f7b6-e524-4bee-83e6-0ab3365dc793), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.385982 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:50.403758 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5655438a-6350-469f-9fd6-f1de4fc6b42e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4042124'] for subnet (bcc1f7b6-e524-4bee-83e6-0ab3365dc793), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.481638 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5655438a-6350-469f-9fd6-f1de4fc6b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (bcc1f7b6-e524-4bee-83e6-0ab3365dc793), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.534046 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5655438a-6350-469f-9fd6-f1de4fc6b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3769514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26152033'] for subnet (bcc1f7b6-e524-4bee-83e6-0ab3365dc793), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.559921 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655438a-6350-469f-9fd6-f1de4fc6b42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc1f7b6-e524-4bee-83e6-0ab3365dc793,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:50.564841 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5655438a-6350-469f-9fd6-f1de4fc6b42e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.568062 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5655438a-6350-469f-9fd6-f1de4fc6b42e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bcc1f7b6-e524-4bee-83e6-0ab3365dc793 HTTP/1.1" status: 204 len: 168 time: 0.2499800 Jun 21 08:33:50.572790 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.36', 49122) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:50.580497 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e005209-9288-46fe-923c-eedda099766c None None] Network 7527f918-94ee-4fed-a095-5260a615dead requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:33:50.642807 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (7527f918-94ee-4fed-a095-5260a615dead), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.698938 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Deleting port 297629ce-ac0d-4d72-a679-c7ceb620fa7e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:50.698938 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.761094 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] DHCP port deletion for 7527f918-94ee-4fed-a095-5260a615dead request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:33:50.764521 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 76a0ce36-0616-4d79-bd80-54248ee1b6ec no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:33:50.779003 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] For port 297629ce-ac0d-4d72-a679-c7ceb620fa7e, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=297629ce-ac0d-4d72-a679-c7ceb620fa7e,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:33:50.779370 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.785824 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 76a0ce36-0616-4d79-bd80-54248ee1b6ec {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:33:50.786171 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 76a0ce36-0616-4d79-bd80-54248ee1b6ec not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:33:50.786596 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 38b9825e-ed88-45d2-ba16-d4f975f9ea27 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:33:50.793119 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Calling delete_port for 297629ce-ac0d-4d72-a679-c7ceb620fa7e owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:50.831974 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 38b9825e-ed88-45d2-ba16-d4f975f9ea27 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:33:50.832339 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 38b9825e-ed88-45d2-ba16-d4f975f9ea27 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:33:50.845055 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Deleting port 297629ce-ac0d-4d72-a679-c7ceb620fa7e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:50.845431 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.882436 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3769597'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.911127 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=297629ce-ac0d-4d72-a679-c7ceb620fa7e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:50.915596 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] No DVR routers for this DVR port 297629ce-ac0d-4d72-a679-c7ceb620fa7e on host dv-cinder-836973-7-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:33:50.926146 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] For port 297629ce-ac0d-4d72-a679-c7ceb620fa7e, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=297629ce-ac0d-4d72-a679-c7ceb620fa7e,segment=NetworkSegment(43fc3ba9-8d45-4a46-8998-847c5fadd18c),segment_id=43fc3ba9-8d45-4a46-8998-847c5fadd18c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:33:50.926550 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:50.940427 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Calling delete_port for 297629ce-ac0d-4d72-a679-c7ceb620fa7e owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:50.998722 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (7527f918-94ee-4fed-a095-5260a615dead), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.023750 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7527f918-94ee-4fed-a095-5260a615dead']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:51.036856 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fc3ba9-8d45-4a46-8998-847c5fadd18c') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:51.037089 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fc3ba9-8d45-4a46-8998-847c5fadd18c') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:51.049604 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4042135'] for segment (43fc3ba9-8d45-4a46-8998-847c5fadd18c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.064820 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (43fc3ba9-8d45-4a46-8998-847c5fadd18c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.072399 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:33:51.072969 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3769536'] for segment (43fc3ba9-8d45-4a46-8998-847c5fadd18c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.087406 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:51.140707 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (7527f918-94ee-4fed-a095-5260a615dead), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.146230 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.153050 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7527f918-94ee-4fed-a095-5260a615dead HTTP/1.1" status: 204 len: 168 time: 0.5764518 Jun 21 08:33:51.154073 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 49128) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:51.170109 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8afb141e-99e7-4bd6-9920-8d7852d742be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.170737 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 43fc3ba9-8d45-4a46-8998-847c5fadd18c resource provider aggregate not found Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: from cryptography.utils import int_from_bytes Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: from cryptography.utils import int_from_bytes Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.172507 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 08:33:51.175987 dv-cinder-836973-7-iscsi neutron-server[103940]: self.session.flush() Jun 21 08:33:51.176976 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7273ad2-c04e-4c73-8ffe-337c0ee961c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7527f918-94ee-4fed-a095-5260a615dead,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:51.185126 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (297629ce-ac0d-4d72-a679-c7ceb620fa7e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.196857 dv-cinder-836973-7-iscsi neutron-server[103939]: INFO neutron.services.segments.plugin [-] Segment 43fc3ba9-8d45-4a46-8998-847c5fadd18c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43fc3ba9-8d45-4a46-8998-847c5fadd18c found for delete ", "request_id": "req-b47fe978-6a58-4bc8-a300-095b2adf192d"}]} Jun 21 08:33:51.211461 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Network 7527f918-94ee-4fed-a095-5260a615dead is not hosted by any dhcp agent {{(pid=103940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 21 08:33:51.211927 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] No DVR routers for this DVR port 297629ce-ac0d-4d72-a679-c7ceb620fa7e on host dv-cinder-836973-7-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:33:51.213968 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Pushing event deleted for resources: {'Port': ['ID=297629ce-ac0d-4d72-a679-c7ceb620fa7e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:51.226657 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.227036 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.227394 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.227747 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.228085 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.228419 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.228747 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.229414 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.229871 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.230082 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.230588 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.230968 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.231294 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.231619 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.231984 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83f1c4-b30d-404e-9d94-4854861bdc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-7-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 08:33:51.499857 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933753'] for router_interface (825916c5-29ae-40fc-9dc3-d4f9305887af), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.731874 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] Deleting port a4783b30-b44c-4d35-8377-ce799498b3d5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:51.732213 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.818233 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] For port a4783b30-b44c-4d35-8377-ce799498b3d5, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=a4783b30-b44c-4d35-8377-ce799498b3d5,segment=NetworkSegment(a19e731e-3953-4b58-a8b8-9f8e93276da1),segment_id=a19e731e-3953-4b58-a8b8-9f8e93276da1)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:33:51.818514 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:51.831997 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] Calling delete_port for a4783b30-b44c-4d35-8377-ce799498b3d5 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:51.872859 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:51.896367 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:52.028360 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (a4783b30-b44c-4d35-8377-ce799498b3d5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:52.050965 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4783b30-b44c-4d35-8377-ce799498b3d5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:52.077287 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [req-cdff0b9b-560b-4b36-b28c-209c79ceed66 req-6f750722-222c-46e1-ab9d-81ea70ab4cad service neutron] (103938) timed out ('10.222.0.46', 65185) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 08:33:52.213922 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:52.225585 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2086126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933613'] for router_interface (825916c5-29ae-40fc-9dc3-d4f9305887af), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:52.446897 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] Router 825916c5-29ae-40fc-9dc3-d4f9305887af has already been hosted by L3 agent 0449f9eb-bf22-4feb-9a92-140e6d57dffa {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 08:33:52.523634 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 297629ce-ac0d-4d72-a679-c7ceb620fa7e no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:33:52.546146 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 297629ce-ac0d-4d72-a679-c7ceb620fa7e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:33:52.546492 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 297629ce-ac0d-4d72-a679-c7ceb620fa7e not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:33:52.551354 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] Notify agent at l3_agent.dv-cinder-836973-7-iscsi the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 08:33:52.557630 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-63e4ae26-7bda-49a7-860f-c0127909a1f6 admin admin] 10.222.0.36 "PUT /v2.0/routers/825916c5-29ae-40fc-9dc3-d4f9305887af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4019659 Jun 21 08:33:52.559834 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 49134) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:52.561366 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] Sync routers for ids ['825916c5-29ae-40fc-9dc3-d4f9305887af'] in dv-cinder-836973-7-iscsi {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 08:33:52.582902 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] Routers {'825916c5-29ae-40fc-9dc3-d4f9305887af'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:33:52.583596 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:33:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['825916c5-29ae-40fc-9dc3-d4f9305887af'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:52.664520 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Publish callbacks [] for router (825916c5-29ae-40fc-9dc3-d4f9305887af), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:52.690184 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] Set router 825916c5-29ae-40fc-9dc3-d4f9305887af gateway port host: dv-cinder-836973-7-iscsi {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:33:52.753290 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:52.766001 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Publish callbacks [] for router_gateway (825916c5-29ae-40fc-9dc3-d4f9305887af), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:52.813352 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Deleting port 7fbf1677-241f-49af-bf23-41e19a56a495 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:52.814027 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:52.869845 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'name': 'tempest-TestVolumeBootPattern-949717882-router', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'external_fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:33:51Z', 'revision_number': 5, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'gw_port': {'id': '7fbf1677-241f-49af-bf23-41e19a56a495', 'name': '', 'network_id': '929906ad-6135-410d-9505-d7c909d4a28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68b1ba58-03dd-4fb8-ace2-9bcdab6a225a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-7-iscsi'}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:52.881430 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:52.895567 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] Checking router: 825916c5-29ae-40fc-9dc3-d4f9305887af for host: dv-cinder-836973-7-iscsi {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 08:33:52.899139 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] For port 7fbf1677-241f-49af-bf23-41e19a56a495, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=7fbf1677-241f-49af-bf23-41e19a56a495,segment=NetworkSegment(4daa0ad6-45d3-47b7-9476-061ba524e28d),segment_id=4daa0ad6-45d3-47b7-9476-061ba524e28d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:33:52.899564 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:52.904610 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] Routers {'825916c5-29ae-40fc-9dc3-d4f9305887af'} bound to L3 agent in host dv-cinder-836973-7-iscsi {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 08:33:52.905221 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T08:07:21Z,description=,heartbeat_timestamp=2022-06-21T08:33:51Z,host='dv-cinder-836973-7-iscsi',id=0449f9eb-bf22-4feb-9a92-140e6d57dffa,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T08:07:21Z,topic='l3_agent')) {'router_ids': ['825916c5-29ae-40fc-9dc3-d4f9305887af'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:52.918087 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Calling delete_port for 7fbf1677-241f-49af-bf23-41e19a56a495 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:52.987725 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:52.995709 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] Set router 825916c5-29ae-40fc-9dc3-d4f9305887af gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 08:33:53.049090 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'name': 'tempest-TestVolumeBootPattern-949717882-router', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:33:52Z', 'revision_number': 6, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'gw_port_host': None}], 'dv-cinder-836973-7-iscsi', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:53.075167 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b64a2-8d5f-4d9f-baad-44c6715949da None None] The sync data for ids ['825916c5-29ae-40fc-9dc3-d4f9305887af'] in dv-cinder-836973-7-iscsi is: [{'id': '825916c5-29ae-40fc-9dc3-d4f9305887af', 'name': 'tempest-TestVolumeBootPattern-949717882-router', 'tenant_id': '493d59fefb1e479a83854947d84e20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T08:27:12Z', 'updated_at': '2022-06-21T08:33:52Z', 'revision_number': 6, 'project_id': '493d59fefb1e479a83854947d84e20eb', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 08:33:53.091711 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (7fbf1677-241f-49af-bf23-41e19a56a495), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.118267 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbf1677-241f-49af-bf23-41e19a56a495,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:53.180393 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1929225'] for router_gateway (825916c5-29ae-40fc-9dc3-d4f9305887af), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.267462 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11400'] for router (825916c5-29ae-40fc-9dc3-d4f9305887af), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.269630 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Publish callbacks [] for router_controller (825916c5-29ae-40fc-9dc3-d4f9305887af), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.324124 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1934734'] for router (825916c5-29ae-40fc-9dc3-d4f9305887af), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.324776 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 825916c5-29ae-40fc-9dc3-d4f9305887af {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 08:33:53.329471 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.330426 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-584dd58e-e3bc-4280-8503-a74850e65dac admin admin] 10.222.0.36 "DELETE /v2.0/routers/825916c5-29ae-40fc-9dc3-d4f9305887af HTTP/1.1" status: 204 len: 168 time: 0.7694745 Jun 21 08:33:53.333128 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 49136) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:53.388314 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-6528931f-3a36-41ca-be31-37aa21362dd7 admin admin] Deleting subnet 20fbb628-f620-48d7-b981-bb57ed7b823d {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 08:33:53.391598 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6528931f-3a36-41ca-be31-37aa21362dd7 admin admin] Publish callbacks [] for subnet (20fbb628-f620-48d7-b981-bb57ed7b823d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.428581 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6528931f-3a36-41ca-be31-37aa21362dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26780882'] for subnet (20fbb628-f620-48d7-b981-bb57ed7b823d), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.517187 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6528931f-3a36-41ca-be31-37aa21362dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630343'] for subnet (20fbb628-f620-48d7-b981-bb57ed7b823d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.575867 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6528931f-3a36-41ca-be31-37aa21362dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-276623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26999355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26995947'] for subnet (20fbb628-f620-48d7-b981-bb57ed7b823d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.599426 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=12 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:53.602943 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528931f-3a36-41ca-be31-37aa21362dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20fbb628-f620-48d7-b981-bb57ed7b823d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:53.607453 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6528931f-3a36-41ca-be31-37aa21362dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.611146 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-6528931f-3a36-41ca-be31-37aa21362dd7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/20fbb628-f620-48d7-b981-bb57ed7b823d HTTP/1.1" status: 204 len: 168 time: 0.2770686 Jun 21 08:33:53.612991 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 49138) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:53.614089 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccf0092-39bb-43ec-bed9-eca7c3264b94 None None] Network 70aaec46-a60b-4725-9797-126b0bc330a1 requested from dv-cinder-836973-7-iscsi {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 08:33:53.684276 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557008'] for network (70aaec46-a60b-4725-9797-126b0bc330a1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.732186 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Deleting port 6951c678-d596-446d-8c30-0cb35d1364de {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:53.732530 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (6951c678-d596-446d-8c30-0cb35d1364de), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.796660 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] For port 6951c678-d596-446d-8c30-0cb35d1364de, host dv-cinder-836973-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-7-iscsi',level=0,port_id=6951c678-d596-446d-8c30-0cb35d1364de,segment=NetworkSegment(a19e731e-3953-4b58-a8b8-9f8e93276da1),segment_id=a19e731e-3953-4b58-a8b8-9f8e93276da1)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:33:53.796949 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (6951c678-d596-446d-8c30-0cb35d1364de), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.801270 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.812310 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Calling delete_port for 6951c678-d596-446d-8c30-0cb35d1364de owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:53.856873 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:53.872441 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201420d5-0e08-4e1a-9de2-a662bccd8eb3 None None] DHCP port deletion for 70aaec46-a60b-4725-9797-126b0bc330a1 request from dv-cinder-836973-7-iscsi {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 08:33:53.875961 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:53.902126 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26999404'] for port (6951c678-d596-446d-8c30-0cb35d1364de), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.912089 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-201420d5-0e08-4e1a-9de2-a662bccd8eb3 None None] Deleting port 6951c678-d596-446d-8c30-0cb35d1364de {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 08:33:53.912463 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-201420d5-0e08-4e1a-9de2-a662bccd8eb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790882739240'] for port (6951c678-d596-446d-8c30-0cb35d1364de), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:53.930515 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] No DVR routers for this DVR port 6951c678-d596-446d-8c30-0cb35d1364de on host dv-cinder-836973-7-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:33:53.932517 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Pushing event deleted for resources: {'Port': ['ID=6951c678-d596-446d-8c30-0cb35d1364de,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:53.998045 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-201420d5-0e08-4e1a-9de2-a662bccd8eb3 None None] For port 6951c678-d596-446d-8c30-0cb35d1364de, host dv-cinder-836973-7-iscsi, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 08:33:53.998480 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-201420d5-0e08-4e1a-9de2-a662bccd8eb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1930894'] for port (6951c678-d596-446d-8c30-0cb35d1364de), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.012607 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706362', 'neutron.services.segments.db._delete_segments_for_network-8790882894731'] for network (70aaec46-a60b-4725-9797-126b0bc330a1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.013321 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-201420d5-0e08-4e1a-9de2-a662bccd8eb3 None None] Calling delete_port for 6951c678-d596-446d-8c30-0cb35d1364de owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 08:33:54.017608 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-201420d5-0e08-4e1a-9de2-a662bccd8eb3 None None] Port 6951c678-d596-446d-8c30-0cb35d1364de was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 21 08:33:54.019040 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-201420d5-0e08-4e1a-9de2-a662bccd8eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790882743920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790882354351'] for port (6951c678-d596-446d-8c30-0cb35d1364de), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.033498 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aaec46-a60b-4725-9797-126b0bc330a1']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:54.045455 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19e731e-3953-4b58-a8b8-9f8e93276da1') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:54.046092 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.services.segments.db [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19e731e-3953-4b58-a8b8-9f8e93276da1') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 08:33:54.050806 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201420d5-0e08-4e1a-9de2-a662bccd8eb3 None None] Pushing event deleted for resources: {'Port': ['ID=6951c678-d596-446d-8c30-0cb35d1364de,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:54.058250 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790882638996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26780873'] for segment (a19e731e-3953-4b58-a8b8-9f8e93276da1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.059848 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201420d5-0e08-4e1a-9de2-a662bccd8eb3 None None] No DVR routers for this DVR port 6951c678-d596-446d-8c30-0cb35d1364de on host dv-cinder-836973-7-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 08:33:54.074248 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.079173 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023'] for segment (a19e731e-3953-4b58-a8b8-9f8e93276da1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.088237 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 08:33:54.088632 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26999377'] for segment (a19e731e-3953-4b58-a8b8-9f8e93276da1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.170654 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2085909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926174'] for network (70aaec46-a60b-4725-9797-126b0bc330a1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.181236 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2085891'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.181236 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] 10.222.0.36 "DELETE /v2.0/networks/70aaec46-a60b-4725-9797-126b0bc330a1 HTTP/1.1" status: 204 len: 168 time: 0.5664501 Jun 21 08:33:54.197820 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment a19e731e-3953-4b58-a8b8-9f8e93276da1 resource provider aggregate not found Jun 21 08:33:54.201696 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f66a5-7f2f-4b7c-9980-dd7ca52eec95 admin admin] Pushing event deleted for resources: {'Network': ['ID=70aaec46-a60b-4725-9797-126b0bc330a1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:54.217210 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.services.segments.plugin [-] Segment a19e731e-3953-4b58-a8b8-9f8e93276da1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a19e731e-3953-4b58-a8b8-9f8e93276da1 found for delete ", "request_id": "req-7e36d618-5434-449e-a86a-ac4ccfcdd7fa"}]} Jun 21 08:33:54.296900 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 49148) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:54.339298 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-f3319488-ef07-49d3-bded-6648d3bf046e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b65afb27ab304161aaa6aabe73c1c58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412619 Jun 21 08:33:54.341781 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 49150) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:54.393800 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-79a9c927-3c1d-4ad1-8022-42f6391f0450 admin admin] Publish callbacks [] for security_group (95a038b7-b721-49ca-87ba-732b90a404bd), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.415845 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-79a9c927-3c1d-4ad1-8022-42f6391f0450 admin admin] Publish callbacks [] for security_group (95a038b7-b721-49ca-87ba-732b90a404bd), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.470606 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-79a9c927-3c1d-4ad1-8022-42f6391f0450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (95a038b7-b721-49ca-87ba-732b90a404bd), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.473063 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-79a9c927-3c1d-4ad1-8022-42f6391f0450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.474349 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-79a9c927-3c1d-4ad1-8022-42f6391f0450 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95a038b7-b721-49ca-87ba-732b90a404bd HTTP/1.1" status: 204 len: 168 time: 0.1316807 Jun 21 08:33:54.485080 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9c927-3c1d-4ad1-8022-42f6391f0450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a038b7-b721-49ca-87ba-732b90a404bd,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:54.488352 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device a4783b30-b44c-4d35-8377-ce799498b3d5 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:33:54.516140 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: a4783b30-b44c-4d35-8377-ce799498b3d5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:33:54.516494 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device a4783b30-b44c-4d35-8377-ce799498b3d5 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:33:54.516930 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 6951c678-d596-446d-8c30-0cb35d1364de no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:33:54.541408 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 6951c678-d596-446d-8c30-0cb35d1364de {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:33:54.541758 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 6951c678-d596-446d-8c30-0cb35d1364de not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:33:54.542187 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 7fbf1677-241f-49af-bf23-41e19a56a495 no longer exists at agent ovs-agent-dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 08:33:54.561506 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] No Port match for: 7fbf1677-241f-49af-bf23-41e19a56a495 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 08:33:54.561858 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Device 7fbf1677-241f-49af-bf23-41e19a56a495 not bound to the agent host dv-cinder-836973-7-iscsi {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 08:33:54.832336 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 49156) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:54.873218 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-1aa67b00-17e7-45e5-982c-5bb50aed8ef7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=493d59fefb1e479a83854947d84e20eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396566 Jun 21 08:33:54.875822 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.36', 49158) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 08:33:54.923628 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-47d8091e-8168-452c-8357-bc3ef8d8c9fa admin admin] Publish callbacks [] for security_group (0e2e69f6-40a9-4481-bf05-06a1f5bfe68b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.936802 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:54.948190 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-47d8091e-8168-452c-8357-bc3ef8d8c9fa admin admin] Publish callbacks [] for security_group (0e2e69f6-40a9-4481-bf05-06a1f5bfe68b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:54.999225 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-47d8091e-8168-452c-8357-bc3ef8d8c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269044'] for security_group (0e2e69f6-40a9-4481-bf05-06a1f5bfe68b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:55.001915 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-47d8091e-8168-452c-8357-bc3ef8d8c9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:33:55.003125 dv-cinder-836973-7-iscsi neutron-server[103938]: INFO neutron.wsgi [None req-47d8091e-8168-452c-8357-bc3ef8d8c9fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e2e69f6-40a9-4481-bf05-06a1f5bfe68b HTTP/1.1" status: 204 len: 168 time: 0.1263878 Jun 21 08:33:55.011655 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8091e-8168-452c-8357-bc3ef8d8c9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2e69f6-40a9-4481-bf05-06a1f5bfe68b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 08:33:59.884710 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=87 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:33:59.911842 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=84 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:01.132995 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=60,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:01.160675 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:04.545500 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=36 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:05.005544 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:05.007514 dv-cinder-836973-7-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=65,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:05.024323 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:10.400516 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:34:18.413799 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=14 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:18.822005 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2a9d-d296-4690-84ff-4cf79640dc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:20.059373 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:20.396436 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=20 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:21.063406 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b34a7c8a-c718-4478-a42c-51262e05a531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:22.215537 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:23.804619 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:24.059831 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:34.053988 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:34.054935 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:47.399644 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:34:48.824921 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c664fbc8-780b-40e4-98b5-b82a1059b7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:50.057183 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:51.066721 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d303ae38-07ae-410c-b16c-61c936bc3e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:52.216349 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:53.807094 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:54.064524 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:34:57.395342 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:34:57.396371 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:35:04.057851 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:35:04.059769 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:35:17.461261 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:35:18.828954 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76eaeae0-c116-4a17-acb3-ca6d7c7e54ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:20.060255 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:21.069794 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-32c4a7b3-c485-482a-a52c-35bb450530b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:22.220200 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:23.809132 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:24.068600 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:24.399165 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:35:34.065872 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:35:34.066952 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:35:34.394410 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:35:34.395103 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:35:48.833960 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0191b8f8-0f57-4aa9-bf29-47811cba3e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:50.071853 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:51.071446 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f13194f8-0278-43e3-a2a8-c8e9c55b7967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:52.228365 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:53.811856 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:35:54.072334 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:01.398080 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:36:04.059395 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:36:04.067596 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:36:17.403740 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=19 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:36:17.404597 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=17 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:36:18.394126 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-8c8241db-e636-4660-8f33-8ec103c81649 service neutron] (103939) timed out ('10.222.0.36', 45102) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 08:36:18.582305 dv-cinder-836973-7-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-7d605eb7-f689-484f-b321-3de586f00393 req-d3d327ae-eb7c-4682-bf0d-d8776caf7318 tempest-TestShelveInstance-894213931 tempest-TestShelveInstance-894213931-project] (103939) timed out ('10.222.0.36', 45112) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 08:36:18.836673 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-25ce554e-4b33-49c7-b8fd-38f88b9c00b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:20.069865 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:21.075167 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17ed1ba7-b622-487e-9627-7eaf941813b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:22.227442 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:23.816067 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:24.079569 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:34.072158 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:36:34.074049 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:36:38.397208 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:36:48.392562 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=5 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:36:48.393347 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:36:48.842704 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-048a5762-ee40-416a-8b26-074833cdaacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:50.072037 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:51.078713 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0912d8a5-a040-4e5b-a65b-86c3b94683a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:52.230657 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:53.817518 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:36:54.074053 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:04.067757 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:37:04.070714 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:37:15.395837 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:37:18.837601 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4f57254-f162-4a0a-93cd-856d192836c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:20.075302 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:21.082466 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef7d8517-fe64-4a9b-bb3b-9c7744389262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:22.237140 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:23.398809 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:37:23.820981 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:24.080854 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:25.392624 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=6 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:37:34.072339 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=12 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:37:34.073686 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:37:48.840519 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb0423f0-d6ea-416f-85ec-94bc103e2821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:50.069011 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:51.085297 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b820-69c2-441d-a5f6-6d63a8ab3567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:52.241292 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:52.395039 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:37:53.823402 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:37:54.074064 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:00.396093 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:38:02.391381 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=4 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:38:04.062315 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:38:04.069578 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:38:13.861336 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=8 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:38:13.867279 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=18 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:38:18.843373 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-229d311e-3013-4fbd-a1a6-d140fbd2250f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:20.082265 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:21.087243 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f1dab970-2f1d-47b5-9fd9-9c5c73fccb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:22.237819 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:23.825450 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:24.079970 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:29.394231 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 08:38:34.074246 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:38:34.076180 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:38:39.390313 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=6 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:38:39.391284 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG dbcounter [-] [103941] Writing DB stats neutron:SELECT=2 {{(pid=103941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:38:48.970889 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dfb4-5f1e-4c2a-928f-eed66c36bd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (1ba98754-0ace-46d2-95f2-3c944474b4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:50.085555 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c94ba5-7dad-4d48-bd5f-99c1bfc855fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (d0d167a7-2d54-4bcc-98ae-df1e0ccb90ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:51.097853 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-33739874-9934-4dbb-b8ac-6d57bc8fe886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (0449f9eb-bf22-4feb-9a92-140e6d57dffa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:52.242120 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de14d9ad-0d8d-4452-bb07-0500747b7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (c94c7d7b-1f4c-4301-a2d0-7cf8a8be6469), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:53.828517 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea33-5649-48cf-8fa7-7e4abbde1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (05d6e4b7-7bb1-4dbb-8d35-184ee9a52d0e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:38:54.084012 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84c4c363-483c-47a5-8217-6efa928ec32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790882894713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629883'] for agent (ced81b17-d724-4e90-b6dc-641862ab5659), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 08:39:04.077260 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:39:04.079478 dv-cinder-836973-7-iscsi neutron-server[103940]: DEBUG dbcounter [-] [103940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 08:39:06.394008 dv-cinder-836973-7-iscsi neutron-server[103941]: DEBUG neutron.db.agents_db [None req-33c850ce-5621-46d0-97ac-af0c56125d8f None None] Agent healthcheck: found 6 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}